2024-04-23T18:04:27.113 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-23T18:04:27.114 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --name leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi --archive /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105 --verbose --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} -- /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/orig.config.yaml 2024-04-23T18:04:27.173 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-23T18:04:27.265 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105 branch: wip-lusov-quiescer description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} email: null first_in_suite: false job_id: '7670105' kernel: client: sha1: distro kdb: true sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true name: leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-quiescer ceph: cephfs: max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f subvols: create: 2 subvol_options: --size 25000000000 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=secure - nowsync rbytes: false syntax: v2 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-quiescer sha1: 57e0caf76fdb7ab8b1358588f292d08519163844 owner: scheduled_leonidus@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 5182 sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f sleep_before_teardown: 0 subset: 200/111111 suite: fs suite_branch: wip-lusov-quiescer suite_path: /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph suite_sha1: 57e0caf76fdb7ab8b1358588f292d08519163844 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi055.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAnGImEib1UUHejRuqz8bt87fnzkNefP5iLGXwwiJ03wpr7kNl33hQ89T87OR2BdLx94AWDrG7mWvCDsmx2b7uQ= smithi116.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPonOSoMk2axJx3IKbFhp2PAMSOBm3sKC1NWIPakb6kfGyWlCauu2biLroJ0oecB2JjMGV8ASriPbGh46gQFe8E= smithi152.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuFdpLvlcMKRc6NADx7n+h7LHE7rHX4hUOWZ/JHstDtYF6CzLlmIGsrYkcaYfzu0Fs19b3akV3mVSnJEIWJX/c= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-23_17:44:29 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-23T18:04:27.265 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa; will attempt to use it 2024-04-23T18:04:27.266 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph_57e0caf76fdb7ab8b1358588f292d08519163844/qa/tasks 2024-04-23T18:04:27.266 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-23T18:04:27.268 INFO:teuthology.task.internal:Checking packages... 2024-04-23T18:04:27.291 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'd69f13d827952bb07bb9b7973bca14f97d764d6f' 2024-04-23T18:04:27.291 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-23T18:04:27.291 INFO:teuthology.packaging:ref: None 2024-04-23T18:04:27.291 INFO:teuthology.packaging:tag: None 2024-04-23T18:04:27.291 INFO:teuthology.packaging:branch: wip-lusov-quiescer 2024-04-23T18:04:27.291 INFO:teuthology.packaging:sha1: d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:04:27.292 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-quiescer 2024-04-23T18:04:27.534 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3156.gd69f13d8 2024-04-23T18:04:27.535 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-23T18:04:27.541 INFO:teuthology.task.internal:no buildpackages task found 2024-04-23T18:04:27.541 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-23T18:04:27.559 INFO:teuthology.task.internal:Saving configuration 2024-04-23T18:04:27.579 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-23T18:04:27.586 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-23T18:04:27.611 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi055.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:59:04.678841', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAnGImEib1UUHejRuqz8bt87fnzkNefP5iLGXwwiJ03wpr7kNl33hQ89T87OR2BdLx94AWDrG7mWvCDsmx2b7uQ='} 2024-04-23T18:04:27.633 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi116.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:59:04.681444', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPonOSoMk2axJx3IKbFhp2PAMSOBm3sKC1NWIPakb6kfGyWlCauu2biLroJ0oecB2JjMGV8ASriPbGh46gQFe8E='} 2024-04-23T18:04:27.655 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi152.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-23 17:59:04.680244', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDuFdpLvlcMKRc6NADx7n+h7LHE7rHX4hUOWZ/JHstDtYF6CzLlmIGsrYkcaYfzu0Fs19b3akV3mVSnJEIWJX/c='} 2024-04-23T18:04:27.655 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-23T18:04:27.661 INFO:teuthology.task.internal:roles: ubuntu@smithi055.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-04-23T18:04:27.662 INFO:teuthology.task.internal:roles: ubuntu@smithi116.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-04-23T18:04:27.662 INFO:teuthology.task.internal:roles: ubuntu@smithi152.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-04-23T18:04:27.662 INFO:teuthology.run_tasks:Running task console_log... 2024-04-23T18:04:27.764 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f83530ce0d0>, signals=[15]) 2024-04-23T18:04:27.764 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-23T18:04:27.770 INFO:teuthology.task.internal:Opening connections... 2024-04-23T18:04:27.770 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:04:27.772 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:04:27.850 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi116.front.sepia.ceph.com 2024-04-23T18:04:27.851 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:04:27.924 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi152.front.sepia.ceph.com 2024-04-23T18:04:27.925 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi152.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:04:28.000 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-23T18:04:28.007 DEBUG:teuthology.orchestra.run.smithi055:> uname -m 2024-04-23T18:04:28.027 INFO:teuthology.orchestra.run.smithi055.stdout:x86_64 2024-04-23T18:04:28.027 DEBUG:teuthology.orchestra.run.smithi055:> cat /etc/os-release 2024-04-23T18:04:28.085 INFO:teuthology.orchestra.run.smithi055.stdout:NAME="CentOS Stream" 2024-04-23T18:04:28.085 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION="9" 2024-04-23T18:04:28.085 INFO:teuthology.orchestra.run.smithi055.stdout:ID="centos" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:VERSION_ID="9" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:ANSI_COLOR="0;31" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:04:28.086 INFO:teuthology.orchestra.run.smithi055.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:04:28.087 INFO:teuthology.lock.ops:Updating smithi055.front.sepia.ceph.com on lock server 2024-04-23T18:04:28.109 DEBUG:teuthology.orchestra.run.smithi116:> uname -m 2024-04-23T18:04:28.128 INFO:teuthology.orchestra.run.smithi116.stdout:x86_64 2024-04-23T18:04:28.128 DEBUG:teuthology.orchestra.run.smithi116:> cat /etc/os-release 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:NAME="CentOS Stream" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION="9" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:ID="centos" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:VERSION_ID="9" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:ANSI_COLOR="0;31" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:04:28.185 INFO:teuthology.orchestra.run.smithi116.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:04:28.186 INFO:teuthology.orchestra.run.smithi116.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:04:28.186 INFO:teuthology.orchestra.run.smithi116.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:04:28.186 INFO:teuthology.orchestra.run.smithi116.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:04:28.186 INFO:teuthology.lock.ops:Updating smithi116.front.sepia.ceph.com on lock server 2024-04-23T18:04:28.208 DEBUG:teuthology.orchestra.run.smithi152:> uname -m 2024-04-23T18:04:28.226 INFO:teuthology.orchestra.run.smithi152.stdout:x86_64 2024-04-23T18:04:28.227 DEBUG:teuthology.orchestra.run.smithi152:> cat /etc/os-release 2024-04-23T18:04:28.284 INFO:teuthology.orchestra.run.smithi152.stdout:NAME="CentOS Stream" 2024-04-23T18:04:28.284 INFO:teuthology.orchestra.run.smithi152.stdout:VERSION="9" 2024-04-23T18:04:28.284 INFO:teuthology.orchestra.run.smithi152.stdout:ID="centos" 2024-04-23T18:04:28.284 INFO:teuthology.orchestra.run.smithi152.stdout:ID_LIKE="rhel fedora" 2024-04-23T18:04:28.284 INFO:teuthology.orchestra.run.smithi152.stdout:VERSION_ID="9" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:PLATFORM_ID="platform:el9" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:ANSI_COLOR="0;31" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:LOGO="fedora-logo-icon" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:HOME_URL="https://centos.org/" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-23T18:04:28.285 INFO:teuthology.orchestra.run.smithi152.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-23T18:04:28.285 INFO:teuthology.lock.ops:Updating smithi152.front.sepia.ceph.com on lock server 2024-04-23T18:04:28.308 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-23T18:04:28.319 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-23T18:04:28.324 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-23T18:04:28.324 DEBUG:teuthology.orchestra.run.smithi055:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:04:28.327 DEBUG:teuthology.orchestra.run.smithi116:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:04:28.329 DEBUG:teuthology.orchestra.run.smithi152:> test '!' -e /home/ubuntu/cephtest 2024-04-23T18:04:28.345 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-23T18:04:28.351 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-23T18:04:28.351 DEBUG:teuthology.orchestra.run.smithi055:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:04:28.385 DEBUG:teuthology.orchestra.run.smithi116:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:04:28.387 DEBUG:teuthology.orchestra.run.smithi152:> test -z $(ls -A /var/lib/ceph) 2024-04-23T18:04:28.482 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-23T18:04:28.558 INFO:teuthology.run_tasks:Running task kernel... 2024-04-23T18:04:28.571 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'kdb': True, 'sha1': 'distro'} 2024-04-23T18:04:28.571 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2024-04-23T18:04:28.572 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2024-04-23T18:04:28.572 DEBUG:teuthology.orchestra.run.smithi055:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:04:28.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:04:28.589 DEBUG:teuthology.orchestra.run.smithi055:> uname -r 2024-04-23T18:04:28.647 INFO:teuthology.orchestra.run.smithi055.stdout:5.14.0-437.el9.x86_64 2024-04-23T18:04:28.647 INFO:teuthology.task.kernel:Running kernel on smithi055: 5.14.0-437.el9.x86_64 2024-04-23T18:04:28.647 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum install -y kernel 2024-04-23T18:04:32.953 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.0 MB 00:02 2024-04-23T18:04:35.654 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-23T18:04:47.854 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - CRB 742 kB/s | 6.2 MB 00:08 2024-04-23T18:04:49.680 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-23T18:04:51.622 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-23T18:04:56.831 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-04-23T18:04:58.721 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-23T18:04:58.721 INFO:teuthology.orchestra.run.smithi055.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-23T18:04:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-23T18:04:58.810 INFO:teuthology.orchestra.run.smithi055.stdout:Nothing to do. 2024-04-23T18:04:58.810 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2024-04-23T18:04:58.930 DEBUG:teuthology.orchestra.run.smithi055:> echo no | sudo yum reinstall kernel || true 2024-04-23T18:04:59.449 INFO:teuthology.orchestra.run.smithi055.stdout:Last metadata expiration check: 0:00:03 ago on Tue 23 Apr 2024 06:04:56 PM UTC. 2024-04-23T18:04:59.579 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-23T18:04:59.591 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:04:59.591 INFO:teuthology.orchestra.run.smithi055.stdout: Package Architecture Version Repository Size 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalling: 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 255 k 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 0 2024-04-23T18:04:59.592 INFO:teuthology.orchestra.run.smithi055.stderr:Operation aborted. 2024-04-23T18:04:59.644 INFO:teuthology.orchestra.run.smithi055.stdout:Is this ok [y/N]: 2024-04-23T18:04:59.644 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum reinstall -y kernel || true 2024-04-23T18:05:00.158 INFO:teuthology.orchestra.run.smithi055.stdout:Last metadata expiration check: 0:00:04 ago on Tue 23 Apr 2024 06:04:56 PM UTC. 2024-04-23T18:05:00.281 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout: Package Architecture Version Repository Size 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalling: 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:================================================================================ 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 255 k 2024-04-23T18:05:00.282 INFO:teuthology.orchestra.run.smithi055.stdout:Installed size: 0 2024-04-23T18:05:00.283 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2024-04-23T18:05:01.425 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-5.14.0-437.el9.x86_64.rpm 258 kB/s | 255 kB 00:00 2024-04-23T18:05:01.425 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:05:01.425 INFO:teuthology.orchestra.run.smithi055.stdout:Total 223 kB/s | 255 kB 00:01 2024-04-23T18:05:01.445 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2024-04-23T18:05:01.647 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2024-04-23T18:05:01.648 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2024-04-23T18:05:01.653 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2024-04-23T18:05:01.653 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2024-04-23T18:05:01.802 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2024-04-23T18:05:01.884 INFO:teuthology.orchestra.run.smithi055.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-23T18:05:01.885 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:05:02.540 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:05:02.540 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout:Reinstalled: 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:05:03.265 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2024-04-23T18:05:03.430 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q kernel | sort -rV | head -n 1 2024-04-23T18:05:03.478 INFO:teuthology.orchestra.run.smithi055.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-23T18:05:03.479 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-23T18:05:03.479 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-23T18:05:03.479 DEBUG:teuthology.parallel:result is None 2024-04-23T18:05:03.479 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-23T18:05:03.486 INFO:teuthology.task.internal:Creating test directory... 2024-04-23T18:05:03.487 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:05:03.489 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:05:03.491 DEBUG:teuthology.orchestra.run.smithi152:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-23T18:05:03.509 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-23T18:05:03.535 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-23T18:05:03.544 INFO:teuthology.task.internal:Creating archive directory... 2024-04-23T18:05:03.544 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:05:03.547 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:05:03.549 DEBUG:teuthology.orchestra.run.smithi152:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-23T18:05:03.583 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-23T18:05:03.590 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-23T18:05:03.590 DEBUG:teuthology.orchestra.run.smithi116:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:05:03.631 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:05:03.631 DEBUG:teuthology.orchestra.run.smithi152:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-23T18:05:03.648 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:05:03.648 DEBUG:teuthology.orchestra.run.smithi055:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:05:03.650 DEBUG:teuthology.orchestra.run.smithi116:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:05:03.674 DEBUG:teuthology.orchestra.run.smithi152:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-23T18:05:03.699 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.704 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.713 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.722 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.732 INFO:teuthology.orchestra.run.smithi152.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.776 INFO:teuthology.orchestra.run.smithi152.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-23T18:05:03.779 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-23T18:05:03.786 INFO:teuthology.task.internal:Configuring sudo... 2024-04-23T18:05:03.786 DEBUG:teuthology.orchestra.run.smithi055:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:05:03.788 DEBUG:teuthology.orchestra.run.smithi116:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:05:03.791 DEBUG:teuthology.orchestra.run.smithi152:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-23T18:05:03.845 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-23T18:05:03.854 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-23T18:05:03.855 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:05:03.857 DEBUG:teuthology.orchestra.run.smithi116:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:05:03.859 DEBUG:teuthology.orchestra.run.smithi152:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-23T18:05:03.901 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:03.951 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:04.005 DEBUG:teuthology.orchestra.run.smithi055:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.089 DEBUG:teuthology.orchestra.run.smithi055:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.129 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:05:04.129 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:05:04.191 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:04.233 DEBUG:teuthology.orchestra.run.smithi116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:04.282 DEBUG:teuthology.orchestra.run.smithi116:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.365 DEBUG:teuthology.orchestra.run.smithi116:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.405 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:05:04.405 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:05:04.469 DEBUG:teuthology.orchestra.run.smithi152:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:04.513 DEBUG:teuthology.orchestra.run.smithi152:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-23T18:05:04.565 DEBUG:teuthology.orchestra.run.smithi152:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.648 DEBUG:teuthology.orchestra.run.smithi152:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-23T18:05:04.693 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:05:04.693 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-23T18:05:04.759 DEBUG:teuthology.orchestra.run.smithi055:> sudo service rsyslog restart 2024-04-23T18:05:04.762 DEBUG:teuthology.orchestra.run.smithi116:> sudo service rsyslog restart 2024-04-23T18:05:04.764 DEBUG:teuthology.orchestra.run.smithi152:> sudo service rsyslog restart 2024-04-23T18:05:04.792 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:05:04.793 INFO:teuthology.orchestra.run.smithi116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:05:04.843 INFO:teuthology.orchestra.run.smithi152.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:05:05.271 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-23T18:05:05.280 INFO:teuthology.task.internal:Starting timer... 2024-04-23T18:05:05.280 INFO:teuthology.run_tasks:Running task pcp... 2024-04-23T18:05:05.296 INFO:teuthology.run_tasks:Running task selinux... 2024-04-23T18:05:05.304 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-04-23T18:05:05.304 DEBUG:teuthology.orchestra.run.smithi055:> sudo service auditd rotate 2024-04-23T18:05:05.366 INFO:teuthology.orchestra.run.smithi055.stdout:Rotating logs: 2024-04-23T18:05:05.369 DEBUG:teuthology.orchestra.run.smithi116:> sudo service auditd rotate 2024-04-23T18:05:05.419 INFO:teuthology.orchestra.run.smithi116.stdout:Rotating logs: 2024-04-23T18:05:05.421 DEBUG:teuthology.orchestra.run.smithi152:> sudo service auditd rotate 2024-04-23T18:05:05.497 INFO:teuthology.orchestra.run.smithi152.stdout:Rotating logs: 2024-04-23T18:05:05.499 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-23T18:05:05.499 DEBUG:teuthology.orchestra.run.smithi055:> /usr/sbin/getenforce 2024-04-23T18:05:05.523 INFO:teuthology.orchestra.run.smithi055.stdout:Permissive 2024-04-23T18:05:05.523 DEBUG:teuthology.orchestra.run.smithi116:> /usr/sbin/getenforce 2024-04-23T18:05:05.573 INFO:teuthology.orchestra.run.smithi116.stdout:Permissive 2024-04-23T18:05:05.573 DEBUG:teuthology.orchestra.run.smithi152:> /usr/sbin/getenforce 2024-04-23T18:05:05.593 INFO:teuthology.orchestra.run.smithi152.stdout:Permissive 2024-04-23T18:05:05.593 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi055.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi116.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi152.front.sepia.ceph.com': 'permissive'} 2024-04-23T18:05:05.593 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:05:05.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:05:05.620 DEBUG:teuthology.orchestra.run.smithi116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:05:05.645 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:05:05.646 DEBUG:teuthology.orchestra.run.smithi152:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:05:05.672 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:05:05.673 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-23T18:05:05.673 DEBUG:teuthology.orchestra.run.smithi055:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:05:05.698 DEBUG:teuthology.orchestra.run.smithi116:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:05:05.723 DEBUG:teuthology.orchestra.run.smithi152:> sudo /usr/sbin/setenforce permissive 2024-04-23T18:05:05.753 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-23T18:05:05.764 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-23T18:05:05.787 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-23T18:05:05.789 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi055.front.sepia.ceph.com,smithi116.front.sepia.ceph.com,smithi152.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-23T18:09:07.379 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi055.front.sepia.ceph.com'), Remote(name='ubuntu@smithi116.front.sepia.ceph.com'), Remote(name='ubuntu@smithi152.front.sepia.ceph.com')] 2024-04-23T18:09:07.380 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-23T18:09:07.381 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi055.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:09:07.459 DEBUG:teuthology.orchestra.run.smithi055:> true 2024-04-23T18:09:07.547 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi055.front.sepia.ceph.com' 2024-04-23T18:09:07.548 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi116.front.sepia.ceph.com' 2024-04-23T18:09:07.548 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi116.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:09:07.638 DEBUG:teuthology.orchestra.run.smithi116:> true 2024-04-23T18:09:07.730 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi116.front.sepia.ceph.com' 2024-04-23T18:09:07.730 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi152.front.sepia.ceph.com' 2024-04-23T18:09:07.731 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi152.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-23T18:09:07.805 DEBUG:teuthology.orchestra.run.smithi152:> true 2024-04-23T18:09:07.887 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi152.front.sepia.ceph.com' 2024-04-23T18:09:07.887 INFO:teuthology.run_tasks:Running task clock... 2024-04-23T18:09:07.900 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-23T18:09:07.900 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:09:07.901 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:09:07.903 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:09:07.904 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:09:07.906 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-23T18:09:07.906 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:09:07.933 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:09:07.935 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:09:07.947 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:09:07.950 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:09:07.958 INFO:teuthology.orchestra.run.smithi152.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-23T18:09:07.970 INFO:teuthology.orchestra.run.smithi116.stderr:sudo: ntpd: command not found 2024-04-23T18:09:07.972 INFO:teuthology.orchestra.run.smithi152.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-23T18:09:07.976 INFO:teuthology.orchestra.run.smithi055.stderr:sudo: ntpd: command not found 2024-04-23T18:09:07.981 INFO:teuthology.orchestra.run.smithi116.stdout:506 Cannot talk to daemon 2024-04-23T18:09:07.988 INFO:teuthology.orchestra.run.smithi055.stdout:506 Cannot talk to daemon 2024-04-23T18:09:07.994 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:09:07.996 INFO:teuthology.orchestra.run.smithi152.stderr:sudo: ntpd: command not found 2024-04-23T18:09:08.002 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:09:08.006 INFO:teuthology.orchestra.run.smithi152.stdout:506 Cannot talk to daemon 2024-04-23T18:09:08.007 INFO:teuthology.orchestra.run.smithi116.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:09:08.016 INFO:teuthology.orchestra.run.smithi055.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:09:08.021 INFO:teuthology.orchestra.run.smithi152.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-23T18:09:08.034 INFO:teuthology.orchestra.run.smithi152.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-23T18:09:08.060 INFO:teuthology.orchestra.run.smithi116.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:=============================================================================== 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.064 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.073 INFO:teuthology.orchestra.run.smithi055.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.076 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.087 INFO:teuthology.orchestra.run.smithi152.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:09:08.090 INFO:teuthology.orchestra.run.smithi152.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:09:08.091 INFO:teuthology.orchestra.run.smithi152.stdout:=============================================================================== 2024-04-23T18:09:08.091 INFO:teuthology.orchestra.run.smithi152.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.091 INFO:teuthology.orchestra.run.smithi152.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.091 INFO:teuthology.orchestra.run.smithi152.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.091 INFO:teuthology.orchestra.run.smithi152.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:09:08.092 INFO:teuthology.run_tasks:Running task install... 2024-04-23T18:09:08.101 DEBUG:teuthology.task.install:project ceph 2024-04-23T18:09:08.101 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'}} 2024-04-23T18:09:08.101 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f'} 2024-04-23T18:09:08.101 INFO:teuthology.task.install:Using flavor: default 2024-04-23T18:09:08.107 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-23T18:09:08.107 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-04-23T18:09:08.107 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:09:08.108 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:09:08.110 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:09:08.110 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:09:08.111 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'tag': None, 'wait_for_package': False} 2024-04-23T18:09:08.111 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:09:08.266 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:09:08.267 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:09:08.270 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:09:08.270 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:09:08.379 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:09:08.379 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:09:08.379 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:09:08.387 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:09:08.387 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:09:08.387 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:09:08.401 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/ 2024-04-23T18:09:08.402 INFO:teuthology.task.install.rpm:Package version is 19.0.0-3156.gd69f13d8 2024-04-23T18:09:08.406 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:09:08.406 DEBUG:teuthology.orchestra.run.smithi055:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:09:08.413 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:09:08.413 DEBUG:teuthology.orchestra.run.smithi152:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:09:08.477 DEBUG:teuthology.orchestra.run.smithi055:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:09:08.478 DEBUG:teuthology.orchestra.run.smithi152:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:09:08.553 DEBUG:teuthology.orchestra.run.smithi055:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:09:08.554 DEBUG:teuthology.orchestra.run.smithi152:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:09:08.587 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-23T18:09:08.588 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:09:08.588 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-23T18:09:08.613 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-04-23T18:09:08.613 DEBUG:teuthology.orchestra.run.smithi116:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/d69f13d827952bb07bb9b7973bca14f97d764d6f/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-23T18:09:08.617 INFO:teuthology.orchestra.run.smithi055.stdout:check_obsoletes = 1 2024-04-23T18:09:08.618 INFO:teuthology.orchestra.run.smithi152.stdout:check_obsoletes = 1 2024-04-23T18:09:08.619 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum clean all 2024-04-23T18:09:08.620 DEBUG:teuthology.orchestra.run.smithi152:> sudo yum clean all 2024-04-23T18:09:08.679 DEBUG:teuthology.orchestra.run.smithi116:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-23T18:09:08.754 DEBUG:teuthology.orchestra.run.smithi116:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-23T18:09:08.818 INFO:teuthology.orchestra.run.smithi116.stdout:check_obsoletes = 1 2024-04-23T18:09:08.819 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum clean all 2024-04-23T18:09:08.849 INFO:teuthology.orchestra.run.smithi152.stdout:48 files removed 2024-04-23T18:09:08.852 INFO:teuthology.orchestra.run.smithi055.stdout:48 files removed 2024-04-23T18:09:08.876 DEBUG:teuthology.orchestra.run.smithi152:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:09:08.879 DEBUG:teuthology.orchestra.run.smithi055:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:09:09.042 INFO:teuthology.orchestra.run.smithi116.stdout:48 files removed 2024-04-23T18:09:09.068 DEBUG:teuthology.orchestra.run.smithi116:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-04-23T18:09:09.569 INFO:teuthology.orchestra.run.smithi152.stdout:ceph packages for x86_64 193 kB/s | 83 kB 00:00 2024-04-23T18:09:09.636 INFO:teuthology.orchestra.run.smithi055.stdout:ceph packages for x86_64 173 kB/s | 83 kB 00:00 2024-04-23T18:09:09.728 INFO:teuthology.orchestra.run.smithi116.stdout:ceph packages for x86_64 209 kB/s | 83 kB 00:00 2024-04-23T18:09:09.928 INFO:teuthology.orchestra.run.smithi152.stdout:ceph noarch packages 37 kB/s | 12 kB 00:00 2024-04-23T18:09:09.986 INFO:teuthology.orchestra.run.smithi055.stdout:ceph noarch packages 38 kB/s | 12 kB 00:00 2024-04-23T18:09:10.112 INFO:teuthology.orchestra.run.smithi116.stdout:ceph noarch packages 34 kB/s | 12 kB 00:00 2024-04-23T18:09:10.278 INFO:teuthology.orchestra.run.smithi152.stdout:ceph source packages 6.0 kB/s | 1.9 kB 00:00 2024-04-23T18:09:10.295 INFO:teuthology.orchestra.run.smithi055.stdout:ceph source packages 6.9 kB/s | 1.9 kB 00:00 2024-04-23T18:09:10.471 INFO:teuthology.orchestra.run.smithi116.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-23T18:09:11.404 INFO:teuthology.orchestra.run.smithi152.stdout:CentOS Stream 9 - BaseOS 7.4 MB/s | 8.0 MB 00:01 2024-04-23T18:09:11.654 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - BaseOS 7.0 MB/s | 8.0 MB 00:01 2024-04-23T18:09:14.330 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-04-23T18:09:18.900 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - CRB 6.0 MB/s | 6.2 MB 00:01 2024-04-23T18:09:19.269 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - BaseOS 922 kB/s | 8.0 MB 00:08 2024-04-23T18:09:20.491 INFO:teuthology.orchestra.run.smithi116.stdout:CentOS Stream 9 - Extras packages 35 kB/s | 16 kB 00:00 2024-04-23T18:09:21.770 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-23T18:09:23.136 INFO:teuthology.orchestra.run.smithi116.stdout:Extra Packages for Enterprise Linux 8.3 MB/s | 21 MB 00:02 2024-04-23T18:09:25.871 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.2 MB 00:00 2024-04-23T18:09:27.673 INFO:teuthology.orchestra.run.smithi055.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-23T18:09:28.175 INFO:teuthology.orchestra.run.smithi116.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-23T18:09:30.317 INFO:teuthology.orchestra.run.smithi116.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:30.318 INFO:teuthology.orchestra.run.smithi116.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:30.328 INFO:teuthology.orchestra.run.smithi116.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:30.329 INFO:teuthology.orchestra.run.smithi116.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:30.330 INFO:teuthology.orchestra.run.smithi116.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:30.331 INFO:teuthology.orchestra.run.smithi116.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:30.333 INFO:teuthology.orchestra.run.smithi116.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:30.335 INFO:teuthology.orchestra.run.smithi116.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:30.336 INFO:teuthology.orchestra.run.smithi116.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:30.396 INFO:teuthology.orchestra.run.smithi116.stdout:Dependencies resolved. 2024-04-23T18:09:30.416 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-23T18:09:30.416 INFO:teuthology.orchestra.run.smithi116.stdout: Package Arch Version Repository Size 2024-04-23T18:09:30.416 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout:Installing: 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:30.417 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:30.418 INFO:teuthology.orchestra.run.smithi116.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:30.419 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout:Upgrading: 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout:Installing dependencies: 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:30.420 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:30.421 INFO:teuthology.orchestra.run.smithi116.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:30.422 INFO:teuthology.orchestra.run.smithi116.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:30.423 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:30.424 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:30.425 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:30.426 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:30.427 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:30.428 INFO:teuthology.orchestra.run.smithi116.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout:Installing weak dependencies: 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:30.429 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction Summary 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:======================================================================================= 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:Install 148 Packages 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:Upgrade 4 Packages 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:Total download size: 222 M 2024-04-23T18:09:30.430 INFO:teuthology.orchestra.run.smithi116.stdout:Downloading Packages: 2024-04-23T18:09:30.665 INFO:teuthology.orchestra.run.smithi055.stdout:Extra Packages for Enterprise Linux 7.3 MB/s | 21 MB 00:02 2024-04-23T18:09:31.901 INFO:teuthology.orchestra.run.smithi116.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 14 kB/s | 6.6 kB 00:00 2024-04-23T18:09:32.751 INFO:teuthology.orchestra.run.smithi116.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.0 MB/s | 890 kB 00:00 2024-04-23T18:09:32.827 INFO:teuthology.orchestra.run.smithi116.stdout:(3/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 3.9 MB/s | 5.4 MB 00:01 2024-04-23T18:09:32.918 INFO:teuthology.orchestra.run.smithi116.stdout:(4/152): ceph-immutable-object-cache-19.0.0-315 868 kB/s | 145 kB 00:00 2024-04-23T18:09:33.252 INFO:teuthology.orchestra.run.smithi116.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 5.6 MB/s | 2.4 MB 00:00 2024-04-23T18:09:33.731 INFO:teuthology.orchestra.run.smithi152.stdout:CentOS Stream 9 - AppStream 916 kB/s | 19 MB 00:21 2024-04-23T18:09:33.868 INFO:teuthology.orchestra.run.smithi116.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 1.6 MB/s | 1.5 MB 00:00 2024-04-23T18:09:33.936 INFO:teuthology.orchestra.run.smithi116.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 6.9 MB/s | 4.7 MB 00:00 2024-04-23T18:09:34.686 INFO:teuthology.orchestra.run.smithi116.stdout:(8/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 6.5 MB/s | 21 MB 00:03 2024-04-23T18:09:34.769 INFO:teuthology.orchestra.run.smithi116.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 302 kB/s | 25 kB 00:00 2024-04-23T18:09:35.494 INFO:teuthology.orchestra.run.smithi116.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 6.8 MB/s | 11 MB 00:01 2024-04-23T18:09:35.578 INFO:teuthology.orchestra.run.smithi116.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.6 MB/s | 225 kB 00:00 2024-04-23T18:09:35.645 INFO:teuthology.orchestra.run.smithi116.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 406 kB/s | 27 kB 00:00 2024-04-23T18:09:35.712 INFO:teuthology.orchestra.run.smithi116.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 475 kB/s | 32 kB 00:00 2024-04-23T18:09:35.870 INFO:teuthology.orchestra.run.smithi116.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 4.6 MB/s | 747 kB 00:00 2024-04-23T18:09:35.898 INFO:teuthology.orchestra.run.smithi055.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-23T18:09:35.954 INFO:teuthology.orchestra.run.smithi116.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.9 MB/s | 163 kB 00:00 2024-04-23T18:09:36.037 INFO:teuthology.orchestra.run.smithi116.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.5 MB/s | 126 kB 00:00 2024-04-23T18:09:36.196 INFO:teuthology.orchestra.run.smithi116.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 3.1 MB/s | 500 kB 00:00 2024-04-23T18:09:37.213 INFO:teuthology.orchestra.run.smithi116.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 5.3 MB/s | 5.4 MB 00:01 2024-04-23T18:09:37.272 INFO:teuthology.orchestra.run.smithi116.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 776 kB/s | 45 kB 00:00 2024-04-23T18:09:37.338 INFO:teuthology.orchestra.run.smithi116.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 2.0 MB/s | 135 kB 00:00 2024-04-23T18:09:37.406 INFO:teuthology.orchestra.run.smithi116.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.4 MB/s | 161 kB 00:00 2024-04-23T18:09:37.473 INFO:teuthology.orchestra.run.smithi116.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.7 MB/s | 320 kB 00:00 2024-04-23T18:09:37.540 INFO:teuthology.orchestra.run.smithi116.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 4.4 MB/s | 298 kB 00:00 2024-04-23T18:09:37.598 INFO:teuthology.orchestra.run.smithi116.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 99 kB 00:00 2024-04-23T18:09:37.665 INFO:teuthology.orchestra.run.smithi116.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.3 MB/s | 85 kB 00:00 2024-04-23T18:09:37.997 INFO:teuthology.orchestra.run.smithi152.stdout:CentOS Stream 9 - CRB 8.8 MB/s | 6.2 MB 00:00 2024-04-23T18:09:38.075 INFO:teuthology.orchestra.run.smithi055.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:38.076 INFO:teuthology.orchestra.run.smithi055.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:38.087 INFO:teuthology.orchestra.run.smithi055.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:38.088 INFO:teuthology.orchestra.run.smithi055.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:38.089 INFO:teuthology.orchestra.run.smithi055.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:38.089 INFO:teuthology.orchestra.run.smithi055.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:38.091 INFO:teuthology.orchestra.run.smithi055.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:38.093 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:38.094 INFO:teuthology.orchestra.run.smithi055.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:38.157 INFO:teuthology.orchestra.run.smithi116.stdout:(26/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 3.9 MB/s | 17 MB 00:04 2024-04-23T18:09:38.158 INFO:teuthology.orchestra.run.smithi055.stdout:Dependencies resolved. 2024-04-23T18:09:38.167 INFO:teuthology.orchestra.run.smithi055.stdout:======================================================================================= 2024-04-23T18:09:38.167 INFO:teuthology.orchestra.run.smithi055.stdout: Package Arch Version Repository Size 2024-04-23T18:09:38.167 INFO:teuthology.orchestra.run.smithi055.stdout:======================================================================================= 2024-04-23T18:09:38.167 INFO:teuthology.orchestra.run.smithi055.stdout:Installing: 2024-04-23T18:09:38.167 INFO:teuthology.orchestra.run.smithi055.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:38.168 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:38.169 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrading: 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:38.170 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout:Installing dependencies: 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:38.171 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:38.172 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:38.173 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:38.174 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:38.175 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:38.176 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:38.177 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:38.178 INFO:teuthology.orchestra.run.smithi055.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout:Installing weak dependencies: 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction Summary 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout:======================================================================================= 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout:Install 148 Packages 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout:Upgrade 4 Packages 2024-04-23T18:09:38.179 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:09:38.180 INFO:teuthology.orchestra.run.smithi055.stdout:Total download size: 222 M 2024-04-23T18:09:38.180 INFO:teuthology.orchestra.run.smithi055.stdout:Downloading Packages: 2024-04-23T18:09:38.235 INFO:teuthology.orchestra.run.smithi116.stdout:(27/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 5.4 MB/s | 3.1 MB 00:00 2024-04-23T18:09:38.260 INFO:teuthology.orchestra.run.smithi116.stdout:(28/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.6 MB/s | 170 kB 00:00 2024-04-23T18:09:38.285 INFO:teuthology.orchestra.run.smithi116.stdout:(29/152): ceph-grafana-dashboards-19.0.0-3156.g 682 kB/s | 34 kB 00:00 2024-04-23T18:09:38.335 INFO:teuthology.orchestra.run.smithi116.stdout:(30/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.8 MB/s | 142 kB 00:00 2024-04-23T18:09:38.736 INFO:teuthology.orchestra.run.smithi116.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 7.9 MB/s | 3.5 MB 00:00 2024-04-23T18:09:38.794 INFO:teuthology.orchestra.run.smithi116.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 4.2 MB/s | 249 kB 00:00 2024-04-23T18:09:38.853 INFO:teuthology.orchestra.run.smithi116.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 848 kB/s | 49 kB 00:00 2024-04-23T18:09:38.903 INFO:teuthology.orchestra.run.smithi116.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 330 kB/s | 16 kB 00:00 2024-04-23T18:09:38.962 INFO:teuthology.orchestra.run.smithi116.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 4.6 MB/s | 273 kB 00:00 2024-04-23T18:09:39.070 INFO:teuthology.orchestra.run.smithi116.stdout:(36/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 6.9 MB/s | 762 kB 00:00 2024-04-23T18:09:39.112 INFO:teuthology.orchestra.run.smithi116.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 438 kB/s | 18 kB 00:00 2024-04-23T18:09:39.254 INFO:teuthology.orchestra.run.smithi116.stdout:(38/152): fuse-2.9.9-15.el9.x86_64.rpm 567 kB/s | 80 kB 00:00 2024-04-23T18:09:39.258 INFO:teuthology.orchestra.run.smithi055.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 27 kB/s | 6.6 kB 00:00 2024-04-23T18:09:39.838 INFO:teuthology.orchestra.run.smithi116.stdout:(39/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 9.7 MB/s | 49 MB 00:05 2024-04-23T18:09:39.867 INFO:teuthology.orchestra.run.smithi055.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.4 MB/s | 890 kB 00:00 2024-04-23T18:09:39.880 INFO:teuthology.orchestra.run.smithi116.stdout:(40/152): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-04-23T18:09:39.963 INFO:teuthology.orchestra.run.smithi116.stdout:(41/152): ceph-mgr-diskprediction-local-19.0.0- 4.5 MB/s | 7.4 MB 00:01 2024-04-23T18:09:39.975 INFO:teuthology.orchestra.run.smithi055.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 1.3 MB/s | 145 kB 00:00 2024-04-23T18:09:40.005 INFO:teuthology.orchestra.run.smithi116.stdout:(42/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-04-23T18:09:40.056 INFO:teuthology.orchestra.run.smithi116.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-04-23T18:09:40.081 INFO:teuthology.orchestra.run.smithi116.stdout:(44/152): libquadmath-11.4.1-3.el9.x86_64.rpm 806 kB/s | 195 kB 00:00 2024-04-23T18:09:40.131 INFO:teuthology.orchestra.run.smithi116.stdout:(45/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-23T18:09:40.156 INFO:teuthology.orchestra.run.smithi116.stdout:(46/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-23T18:09:40.215 INFO:teuthology.orchestra.run.smithi116.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 2.5 MB/s | 215 kB 00:00 2024-04-23T18:09:40.257 INFO:teuthology.orchestra.run.smithi152.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 16 kB 00:01 2024-04-23T18:09:40.348 INFO:teuthology.orchestra.run.smithi116.stdout:(48/152): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-04-23T18:09:40.528 INFO:teuthology.orchestra.run.smithi055.stdout:(4/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 3.5 MB/s | 5.4 MB 00:01 2024-04-23T18:09:40.595 INFO:teuthology.orchestra.run.smithi055.stdout:(5/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 3.8 MB/s | 2.4 MB 00:00 2024-04-23T18:09:40.753 INFO:teuthology.orchestra.run.smithi055.stdout:(6/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 6.6 MB/s | 1.5 MB 00:00 2024-04-23T18:09:41.132 INFO:teuthology.orchestra.run.smithi116.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 136 kB/s | 107 kB 00:00 2024-04-23T18:09:41.362 INFO:teuthology.orchestra.run.smithi055.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 6.1 MB/s | 4.7 MB 00:00 2024-04-23T18:09:41.641 INFO:teuthology.orchestra.run.smithi116.stdout:(50/152): automake-1.16.2-8.el9.noarch.rpm 464 kB/s | 689 kB 00:01 2024-04-23T18:09:41.716 INFO:teuthology.orchestra.run.smithi116.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 37 kB/s | 21 kB 00:00 2024-04-23T18:09:42.028 INFO:teuthology.orchestra.run.smithi152.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-23T18:09:42.041 INFO:teuthology.orchestra.run.smithi116.stdout:(52/152): bison-3.7.4-5.el9.x86_64.rpm 516 kB/s | 943 kB 00:01 2024-04-23T18:09:42.262 INFO:teuthology.orchestra.run.smithi055.stdout:(8/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x86 11 MB/s | 17 MB 00:01 2024-04-23T18:09:42.316 INFO:teuthology.orchestra.run.smithi116.stdout:(53/152): flexiblas-3.0.4-8.el9.x86_64.rpm 54 kB/s | 33 kB 00:00 2024-04-23T18:09:42.354 INFO:teuthology.orchestra.run.smithi055.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 274 kB/s | 25 kB 00:00 2024-04-23T18:09:42.616 INFO:teuthology.orchestra.run.smithi116.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 321 kB/s | 313 kB 00:00 2024-04-23T18:09:42.662 INFO:teuthology.orchestra.run.smithi055.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 8.1 MB/s | 11 MB 00:01 2024-04-23T18:09:42.850 INFO:teuthology.orchestra.run.smithi116.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 34 kB/s | 18 kB 00:00 2024-04-23T18:09:42.871 INFO:teuthology.orchestra.run.smithi055.stdout:(11/152): ceph-common-19.0.0-3156.gd69f13d8.el7 5.5 MB/s | 21 MB 00:03 2024-04-23T18:09:42.905 INFO:teuthology.orchestra.run.smithi055.stdout:(12/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 929 kB/s | 225 kB 00:00 2024-04-23T18:09:42.931 INFO:teuthology.orchestra.run.smithi055.stdout:(13/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 459 kB/s | 27 kB 00:00 2024-04-23T18:09:42.964 INFO:teuthology.orchestra.run.smithi055.stdout:(14/152): libcephfs-devel-19.0.0-3156.gd69f13d8 536 kB/s | 32 kB 00:00 2024-04-23T18:09:43.048 INFO:teuthology.orchestra.run.smithi055.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 1.9 MB/s | 163 kB 00:00 2024-04-23T18:09:43.073 INFO:teuthology.orchestra.run.smithi055.stdout:(16/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 5.1 MB/s | 747 kB 00:00 2024-04-23T18:09:43.124 INFO:teuthology.orchestra.run.smithi055.stdout:(17/152): librados-devel-19.0.0-3156.gd69f13d8. 1.6 MB/s | 126 kB 00:00 2024-04-23T18:09:43.151 INFO:teuthology.orchestra.run.smithi116.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 21 kB/s | 11 kB 00:00 2024-04-23T18:09:43.157 INFO:teuthology.orchestra.run.smithi055.stdout:(18/152): libradosstriper1-19.0.0-3156.gd69f13d 5.8 MB/s | 500 kB 00:00 2024-04-23T18:09:43.266 INFO:teuthology.orchestra.run.smithi055.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 416 kB/s | 45 kB 00:00 2024-04-23T18:09:43.366 INFO:teuthology.orchestra.run.smithi055.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.3 MB/s | 135 kB 00:00 2024-04-23T18:09:43.474 INFO:teuthology.orchestra.run.smithi055.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 1.5 MB/s | 161 kB 00:00 2024-04-23T18:09:43.575 INFO:teuthology.orchestra.run.smithi055.stdout:(22/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 12 MB/s | 5.4 MB 00:00 2024-04-23T18:09:43.600 INFO:teuthology.orchestra.run.smithi055.stdout:(23/152): python3-rados-19.0.0-3156.gd69f13d8.e 2.5 MB/s | 320 kB 00:00 2024-04-23T18:09:43.650 INFO:teuthology.orchestra.run.smithi055.stdout:(24/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 3.9 MB/s | 298 kB 00:00 2024-04-23T18:09:43.675 INFO:teuthology.orchestra.run.smithi055.stdout:(25/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.3 MB/s | 99 kB 00:00 2024-04-23T18:09:43.701 INFO:teuthology.orchestra.run.smithi116.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 195 kB/s | 160 kB 00:00 2024-04-23T18:09:43.726 INFO:teuthology.orchestra.run.smithi055.stdout:(26/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.1 MB/s | 85 kB 00:00 2024-04-23T18:09:43.776 INFO:teuthology.orchestra.run.smithi116.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 72 kB/s | 45 kB 00:00 2024-04-23T18:09:43.826 INFO:teuthology.orchestra.run.smithi055.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 1.7 MB/s | 170 kB 00:00 2024-04-23T18:09:43.901 INFO:teuthology.orchestra.run.smithi055.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 456 kB/s | 34 kB 00:00 2024-04-23T18:09:43.993 INFO:teuthology.orchestra.run.smithi055.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 1.5 MB/s | 142 kB 00:00 2024-04-23T18:09:44.052 INFO:teuthology.orchestra.run.smithi055.stdout:(30/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 8.2 MB/s | 3.1 MB 00:00 2024-04-23T18:09:44.369 INFO:teuthology.orchestra.run.smithi055.stdout:(31/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 9.4 MB/s | 3.5 MB 00:00 2024-04-23T18:09:44.461 INFO:teuthology.orchestra.run.smithi055.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 2.6 MB/s | 249 kB 00:00 2024-04-23T18:09:44.545 INFO:teuthology.orchestra.run.smithi055.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 592 kB/s | 49 kB 00:00 2024-04-23T18:09:44.645 INFO:teuthology.orchestra.run.smithi055.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 164 kB/s | 16 kB 00:00 2024-04-23T18:09:44.754 INFO:teuthology.orchestra.run.smithi055.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.5 MB/s | 273 kB 00:00 2024-04-23T18:09:45.229 INFO:teuthology.orchestra.run.smithi055.stdout:(36/152): ceph-mgr-diskprediction-local-19.0.0- 6.3 MB/s | 7.4 MB 00:01 2024-04-23T18:09:45.243 INFO:teuthology.orchestra.run.smithi116.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 430 kB/s | 662 kB 00:01 2024-04-23T18:09:45.304 INFO:teuthology.orchestra.run.smithi055.stdout:(37/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 244 kB/s | 18 kB 00:00 2024-04-23T18:09:45.335 INFO:teuthology.orchestra.run.smithi116.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 374 kB/s | 582 kB 00:01 2024-04-23T18:09:45.380 INFO:teuthology.orchestra.run.smithi055.stdout:(38/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 1.2 MB/s | 762 kB 00:00 2024-04-23T18:09:45.421 INFO:teuthology.orchestra.run.smithi055.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 687 kB/s | 80 kB 00:00 2024-04-23T18:09:45.513 INFO:teuthology.orchestra.run.smithi055.stdout:(40/152): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-04-23T18:09:45.597 INFO:teuthology.orchestra.run.smithi055.stdout:(41/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-04-23T18:09:45.630 INFO:teuthology.orchestra.run.smithi055.stdout:(42/152): libgfortran-11.4.1-3.el9.x86_64.rpm 3.1 MB/s | 803 kB 00:00 2024-04-23T18:09:45.673 INFO:teuthology.orchestra.run.smithi055.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-23T18:09:45.715 INFO:teuthology.orchestra.run.smithi055.stdout:(44/152): python3-cryptography-36.0.1-4.el9.x86 10 MB/s | 1.2 MB 00:00 2024-04-23T18:09:45.740 INFO:teuthology.orchestra.run.smithi055.stdout:(45/152): python3-pycparser-2.20-6.el9.noarch.r 2.0 MB/s | 135 kB 00:00 2024-04-23T18:09:45.765 INFO:teuthology.orchestra.run.smithi055.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-23T18:09:45.790 INFO:teuthology.orchestra.run.smithi055.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-23T18:09:45.868 INFO:teuthology.orchestra.run.smithi116.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 41 kB/s | 25 kB 00:00 2024-04-23T18:09:46.010 INFO:teuthology.orchestra.run.smithi116.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 70 kB/s | 47 kB 00:00 2024-04-23T18:09:46.241 INFO:teuthology.orchestra.run.smithi055.stdout:(48/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 13 MB/s | 49 MB 00:03 2024-04-23T18:09:46.391 INFO:teuthology.orchestra.run.smithi055.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 715 kB/s | 107 kB 00:00 2024-04-23T18:09:46.458 INFO:teuthology.orchestra.run.smithi055.stdout:(50/152): automake-1.16.2-8.el9.noarch.rpm 995 kB/s | 689 kB 00:00 2024-04-23T18:09:46.483 INFO:teuthology.orchestra.run.smithi055.stdout:(51/152): elfutils-libelf-devel-0.190-2.el9.x86 234 kB/s | 21 kB 00:00 2024-04-23T18:09:46.534 INFO:teuthology.orchestra.run.smithi055.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-04-23T18:09:46.567 INFO:teuthology.orchestra.run.smithi055.stdout:(53/152): bison-3.7.4-5.el9.x86_64.rpm 1.2 MB/s | 943 kB 00:00 2024-04-23T18:09:46.592 INFO:teuthology.orchestra.run.smithi055.stdout:(54/152): flex-2.6.4-9.el9.x86_64.rpm 2.3 MB/s | 313 kB 00:00 2024-04-23T18:09:46.618 INFO:teuthology.orchestra.run.smithi055.stdout:(55/152): flexiblas-openblas-openmp-3.0.4-8.el9 364 kB/s | 18 kB 00:00 2024-04-23T18:09:46.627 INFO:teuthology.orchestra.run.smithi116.stdout:(63/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 668 kB/s | 3.0 MB 00:04 2024-04-23T18:09:46.643 INFO:teuthology.orchestra.run.smithi055.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 223 kB/s | 11 kB 00:00 2024-04-23T18:09:46.676 INFO:teuthology.orchestra.run.smithi055.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-04-23T18:09:46.702 INFO:teuthology.orchestra.run.smithi055.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 773 kB/s | 45 kB 00:00 2024-04-23T18:09:46.827 INFO:teuthology.orchestra.run.smithi055.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-04-23T18:09:46.869 INFO:teuthology.orchestra.run.smithi116.stdout:(64/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 292 kB/s | 292 kB 00:00 2024-04-23T18:09:46.886 INFO:teuthology.orchestra.run.smithi055.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 3.1 MB/s | 582 kB 00:00 2024-04-23T18:09:46.911 INFO:teuthology.orchestra.run.smithi055.stdout:(61/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 304 kB/s | 25 kB 00:00 2024-04-23T18:09:46.919 INFO:teuthology.orchestra.run.smithi116.stdout:(65/152): lua-5.4.4-4.el9.x86_64.rpm 207 kB/s | 188 kB 00:00 2024-04-23T18:09:46.936 INFO:teuthology.orchestra.run.smithi055.stdout:(62/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 944 kB/s | 47 kB 00:00 2024-04-23T18:09:46.995 INFO:teuthology.orchestra.run.smithi055.stdout:(63/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.4 MB/s | 292 kB 00:00 2024-04-23T18:09:47.020 INFO:teuthology.orchestra.run.smithi055.stdout:(64/152): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-04-23T18:09:47.046 INFO:teuthology.orchestra.run.smithi055.stdout:(65/152): openblas-0.3.21-2.el9.x86_64.rpm 700 kB/s | 35 kB 00:00 2024-04-23T18:09:47.067 INFO:teuthology.orchestra.run.smithi152.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-23T18:09:47.246 INFO:teuthology.orchestra.run.smithi055.stdout:(66/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.2 MB/s | 3.0 MB 00:00 2024-04-23T18:09:47.253 INFO:teuthology.orchestra.run.smithi116.stdout:(66/152): openblas-0.3.21-2.el9.x86_64.rpm 56 kB/s | 35 kB 00:00 2024-04-23T18:09:47.630 INFO:teuthology.orchestra.run.smithi055.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 4.1 MB/s | 1.6 MB 00:00 2024-04-23T18:09:47.813 INFO:teuthology.orchestra.run.smithi055.stdout:(68/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 5.8 MB/s | 4.4 MB 00:00 2024-04-23T18:09:47.872 INFO:teuthology.orchestra.run.smithi055.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 2.2 MB/s | 133 kB 00:00 2024-04-23T18:09:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:(70/152): postgresql-contrib-13.14-1.el9.x86_64 3.0 MB/s | 911 kB 00:00 2024-04-23T18:09:48.030 INFO:teuthology.orchestra.run.smithi055.stdout:(71/152): openblas-openmp-0.3.21-2.el9.x86_64.r 4.7 MB/s | 4.7 MB 00:01 2024-04-23T18:09:48.073 INFO:teuthology.orchestra.run.smithi055.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-04-23T18:09:48.223 INFO:teuthology.orchestra.run.smithi055.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 3.5 MB/s | 1.0 MB 00:00 2024-04-23T18:09:48.331 INFO:teuthology.orchestra.run.smithi055.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 2.2 MB/s | 244 kB 00:00 2024-04-23T18:09:48.423 INFO:teuthology.orchestra.run.smithi055.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 2.6 MB/s | 248 kB 00:00 2024-04-23T18:09:48.482 INFO:teuthology.orchestra.run.smithi055.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 441 kB/s | 26 kB 00:00 2024-04-23T18:09:48.541 INFO:teuthology.orchestra.run.smithi055.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 328 kB/s | 19 kB 00:00 2024-04-23T18:09:48.624 INFO:teuthology.orchestra.run.smithi055.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 2.0 MB/s | 172 kB 00:00 2024-04-23T18:09:48.674 INFO:teuthology.orchestra.run.smithi055.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-04-23T18:09:48.950 INFO:teuthology.orchestra.run.smithi055.stdout:(80/152): postgresql-server-13.14-1.el9.x86_64. 5.4 MB/s | 5.8 MB 00:01 2024-04-23T18:09:49.042 INFO:teuthology.orchestra.run.smithi055.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.7 MB/s | 250 kB 00:00 2024-04-23T18:09:49.142 INFO:teuthology.orchestra.run.smithi055.stdout:(82/152): python3-babel-2.9.1-2.el9.noarch.rpm 5.6 MB/s | 6.0 MB 00:01 2024-04-23T18:09:49.167 INFO:teuthology.orchestra.run.smithi055.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-04-23T18:09:49.192 INFO:teuthology.orchestra.run.smithi055.stdout:(84/152): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-04-23T18:09:49.218 INFO:teuthology.orchestra.run.smithi152.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:49.219 INFO:teuthology.orchestra.run.smithi152.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-23T18:09:49.226 INFO:teuthology.orchestra.run.smithi055.stdout:(85/152): python3-prettytable-0.7.2-27.el9.noar 722 kB/s | 42 kB 00:00 2024-04-23T18:09:49.229 INFO:teuthology.orchestra.run.smithi152.stdout:Package NetworkManager-1:1.47.4-1.el9.x86_64 is already installed. 2024-04-23T18:09:49.230 INFO:teuthology.orchestra.run.smithi152.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-04-23T18:09:49.231 INFO:teuthology.orchestra.run.smithi152.stdout:Package util-linux-2.37.4-18.el9.x86_64 is already installed. 2024-04-23T18:09:49.231 INFO:teuthology.orchestra.run.smithi152.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-04-23T18:09:49.233 INFO:teuthology.orchestra.run.smithi152.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-04-23T18:09:49.235 INFO:teuthology.orchestra.run.smithi152.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-04-23T18:09:49.236 INFO:teuthology.orchestra.run.smithi152.stdout:Package xfsprogs-6.3.0-1.el9.x86_64 is already installed. 2024-04-23T18:09:49.285 INFO:teuthology.orchestra.run.smithi055.stdout:(86/152): python3-protobuf-3.14.0-13.el9.noarch 2.9 MB/s | 269 kB 00:00 2024-04-23T18:09:49.296 INFO:teuthology.orchestra.run.smithi152.stdout:Dependencies resolved. 2024-04-23T18:09:49.314 INFO:teuthology.orchestra.run.smithi152.stdout:======================================================================================= 2024-04-23T18:09:49.314 INFO:teuthology.orchestra.run.smithi152.stdout: Package Arch Version Repository Size 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout:======================================================================================= 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout:Installing: 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout: ceph x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 6.6 k 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-base x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:49.315 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 890 k 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 145 k 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 1.5 M 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 142 k 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-dashboard noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 3.5 M 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 7.4 M 2024-04-23T18:09:49.317 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-rook noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 49 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-radosgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 11 M 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-test x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 49 M 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-volume noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 273 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: cephadm noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 762 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 225 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-shell x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 27 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-top noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 18 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: libcephfs-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 32 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: libcephfs2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 747 k 2024-04-23T18:09:49.318 INFO:teuthology.orchestra.run.smithi152.stdout: librados-devel x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 126 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: openssl-devel x86_64 1:3.2.1-1.el9 appstream 4.4 M 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql x86_64 13.14-1.el9 appstream 1.6 M 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-contrib x86_64 13.14-1.el9 appstream 911 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-server x86_64 13.14-1.el9 appstream 5.8 M 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cephfs x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 161 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rados x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 320 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 298 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rgw x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 99 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-fuse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 85 k 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-mirror x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:49.319 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-nbd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 170 k 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout:Upgrading: 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: librados2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.4 M 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: librbd1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 3.1 M 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: openssl x86_64 1:3.2.1-1.el9 baseos 1.3 M 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: openssl-libs x86_64 1:3.2.1-1.el9 baseos 2.4 M 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout:Installing dependencies: 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 21 M 2024-04-23T18:09:49.320 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-grafana-dashboards noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 34 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mds x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 2.4 M 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-modules-core noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 249 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mon x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 4.7 M 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-osd x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 17 M 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-prometheus-alerts noarch 2:19.0.0-3156.gd69f13d8.el7 ceph-noarch 16 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-selinux x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 25 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-23T18:09:49.321 INFO:teuthology.orchestra.run.smithi152.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libcephsqlite x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 163 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libradosstriper1 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 500 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: librgw2 x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 5.4 M 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-23T18:09:49.322 INFO:teuthology.orchestra.run.smithi152.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-private-libs x86_64 13.14-1.el9 appstream 133 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-23T18:09:49.323 INFO:teuthology.orchestra.run.smithi152.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ceph-argparse x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 45 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ceph-common x86_64 2:19.0.0-3156.gd69f13d8.el7 ceph 135 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-23T18:09:49.324 INFO:teuthology.orchestra.run.smithi152.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-23T18:09:49.325 INFO:teuthology.orchestra.run.smithi152.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-23T18:09:49.326 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-23T18:09:49.327 INFO:teuthology.orchestra.run.smithi152.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-04-23T18:09:49.328 INFO:teuthology.orchestra.run.smithi152.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout:Installing weak dependencies: 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout:Transaction Summary 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout:======================================================================================= 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout:Install 148 Packages 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout:Upgrade 4 Packages 2024-04-23T18:09:49.329 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:09:49.330 INFO:teuthology.orchestra.run.smithi055.stdout:(87/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.6 MB/s | 159 kB 00:00 2024-04-23T18:09:49.330 INFO:teuthology.orchestra.run.smithi152.stdout:Total download size: 222 M 2024-04-23T18:09:49.330 INFO:teuthology.orchestra.run.smithi152.stdout:Downloading Packages: 2024-04-23T18:09:49.377 INFO:teuthology.orchestra.run.smithi055.stdout:(88/152): python3-pyasn1-modules-0.4.8-6.el9.no 3.0 MB/s | 279 kB 00:00 2024-04-23T18:09:49.402 INFO:teuthology.orchestra.run.smithi055.stdout:(89/152): python3-pytz-2021.1-5.el9.noarch.rpm 665 kB/s | 51 kB 00:00 2024-04-23T18:09:49.427 INFO:teuthology.orchestra.run.smithi055.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-04-23T18:09:49.478 INFO:teuthology.orchestra.run.smithi055.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 831 kB/s | 42 kB 00:00 2024-04-23T18:09:49.536 INFO:teuthology.orchestra.run.smithi055.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 760 kB/s | 44 kB 00:00 2024-04-23T18:09:49.595 INFO:teuthology.orchestra.run.smithi055.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-23T18:09:49.654 INFO:teuthology.orchestra.run.smithi055.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 618 kB/s | 36 kB 00:00 2024-04-23T18:09:49.721 INFO:teuthology.orchestra.run.smithi055.stdout:(95/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.9 MB/s | 5.1 MB 00:01 2024-04-23T18:09:49.746 INFO:teuthology.orchestra.run.smithi055.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 515 kB/s | 47 kB 00:00 2024-04-23T18:09:49.796 INFO:teuthology.orchestra.run.smithi055.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-04-23T18:09:49.830 INFO:teuthology.orchestra.run.smithi055.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-04-23T18:09:49.847 INFO:teuthology.orchestra.run.smithi055.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 1.8 MB/s | 94 kB 00:00 2024-04-23T18:09:49.869 INFO:teuthology.orchestra.run.smithi116.stdout:(67/152): postgresql-13.14-1.el9.x86_64.rpm 622 kB/s | 1.6 MB 00:02 2024-04-23T18:09:49.889 INFO:teuthology.orchestra.run.smithi055.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-23T18:09:49.914 INFO:teuthology.orchestra.run.smithi055.stdout:(101/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 669 kB/s | 45 kB 00:00 2024-04-23T18:09:50.006 INFO:teuthology.orchestra.run.smithi055.stdout:(102/152): lua-devel-5.4.4-4.el9.x86_64.rpm 191 kB/s | 22 kB 00:00 2024-04-23T18:09:50.127 INFO:teuthology.orchestra.run.smithi152.stdout:(1/152): ceph-19.0.0-3156.gd69f13d8.el7.x86_64. 30 kB/s | 6.6 kB 00:00 2024-04-23T18:09:50.148 INFO:teuthology.orchestra.run.smithi055.stdout:(103/152): protobuf-compiler-3.14.0-13.el9.x86_ 3.6 MB/s | 863 kB 00:00 2024-04-23T18:09:50.223 INFO:teuthology.orchestra.run.smithi055.stdout:(104/152): abseil-cpp-20211102.0-3.el9.x86_64.r 2.5 MB/s | 548 kB 00:00 2024-04-23T18:09:50.265 INFO:teuthology.orchestra.run.smithi055.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 469 kB/s | 19 kB 00:00 2024-04-23T18:09:50.324 INFO:teuthology.orchestra.run.smithi055.stdout:(106/152): gperftools-libs-2.9.1-2.el9.x86_64.r 1.7 MB/s | 309 kB 00:00 2024-04-23T18:09:50.366 INFO:teuthology.orchestra.run.smithi055.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 624 kB/s | 26 kB 00:00 2024-04-23T18:09:50.408 INFO:teuthology.orchestra.run.smithi055.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 1.1 MB/s | 49 kB 00:00 2024-04-23T18:09:50.475 INFO:teuthology.orchestra.run.smithi055.stdout:(109/152): libarrow-9.0.0-10.el9.x86_64.rpm 21 MB/s | 4.4 MB 00:00 2024-04-23T18:09:50.492 INFO:teuthology.orchestra.run.smithi055.stdout:(110/152): libunwind-1.6.2-1.el9.x86_64.rpm 807 kB/s | 67 kB 00:00 2024-04-23T18:09:50.533 INFO:teuthology.orchestra.run.smithi055.stdout:(111/152): luarocks-3.9.2-1.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-04-23T18:09:50.584 INFO:teuthology.orchestra.run.smithi055.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-04-23T18:09:50.626 INFO:teuthology.orchestra.run.smithi055.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-23T18:09:50.651 INFO:teuthology.orchestra.run.smithi055.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 650 kB/s | 43 kB 00:00 2024-04-23T18:09:50.677 INFO:teuthology.orchestra.run.smithi055.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-04-23T18:09:50.714 INFO:teuthology.orchestra.run.smithi055.stdout:(116/152): python3-certifi-2021.10.8-2.el9.noar 238 kB/s | 15 kB 00:00 2024-04-23T18:09:50.744 INFO:teuthology.orchestra.run.smithi055.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 2.5 MB/s | 172 kB 00:00 2024-04-23T18:09:50.751 INFO:teuthology.orchestra.run.smithi152.stdout:(2/152): ceph-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.4 MB/s | 890 kB 00:00 2024-04-23T18:09:50.786 INFO:teuthology.orchestra.run.smithi055.stdout:(118/152): python3-cherrypy-18.6.1-2.el9.noarch 4.9 MB/s | 358 kB 00:00 2024-04-23T18:09:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:(119/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 4.4 MB/s | 303 kB 00:00 2024-04-23T18:09:50.837 INFO:teuthology.orchestra.run.smithi055.stdout:(120/152): python3-colorama-0.4.4-12.el9.noarch 702 kB/s | 35 kB 00:00 2024-04-23T18:09:50.862 INFO:teuthology.orchestra.run.smithi055.stdout:(121/152): python3-google-auth-2.29.0-1.el9.noa 4.0 MB/s | 206 kB 00:00 2024-04-23T18:09:50.920 INFO:teuthology.orchestra.run.smithi055.stdout:(122/152): python3-grpcio-1.46.7-10.el9.x86_64. 24 MB/s | 2.0 MB 00:00 2024-04-23T18:09:50.944 INFO:teuthology.orchestra.run.smithi152.stdout:(3/152): ceph-immutable-object-cache-19.0.0-315 755 kB/s | 145 kB 00:00 2024-04-23T18:09:50.945 INFO:teuthology.orchestra.run.smithi055.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-04-23T18:09:50.979 INFO:teuthology.orchestra.run.smithi055.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 183 kB/s | 11 kB 00:00 2024-04-23T18:09:51.004 INFO:teuthology.orchestra.run.smithi055.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 301 kB/s | 18 kB 00:00 2024-04-23T18:09:51.030 INFO:teuthology.orchestra.run.smithi055.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 459 kB/s | 23 kB 00:00 2024-04-23T18:09:51.055 INFO:teuthology.orchestra.run.smithi055.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-04-23T18:09:51.080 INFO:teuthology.orchestra.run.smithi055.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 394 kB/s | 20 kB 00:00 2024-04-23T18:09:51.131 INFO:teuthology.orchestra.run.smithi055.stdout:(129/152): python3-kubernetes-26.1.0-2.el9.noar 14 MB/s | 1.0 MB 00:00 2024-04-23T18:09:51.156 INFO:teuthology.orchestra.run.smithi055.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 615 kB/s | 46 kB 00:00 2024-04-23T18:09:51.181 INFO:teuthology.orchestra.run.smithi055.stdout:(131/152): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-04-23T18:09:51.207 INFO:teuthology.orchestra.run.smithi055.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-04-23T18:09:51.240 INFO:teuthology.orchestra.run.smithi055.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 4.5 MB/s | 272 kB 00:00 2024-04-23T18:09:51.265 INFO:teuthology.orchestra.run.smithi055.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 280 kB/s | 16 kB 00:00 2024-04-23T18:09:51.277 INFO:teuthology.orchestra.run.smithi152.stdout:(4/152): ceph-common-19.0.0-3156.gd69f13d8.el7. 15 MB/s | 21 MB 00:01 2024-04-23T18:09:51.291 INFO:teuthology.orchestra.run.smithi055.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-04-23T18:09:51.316 INFO:teuthology.orchestra.run.smithi055.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 561 kB/s | 28 kB 00:00 2024-04-23T18:09:51.341 INFO:teuthology.orchestra.run.smithi055.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-04-23T18:09:51.386 INFO:teuthology.orchestra.run.smithi152.stdout:(5/152): ceph-mgr-19.0.0-3156.gd69f13d8.el7.x86 14 MB/s | 1.5 MB 00:00 2024-04-23T18:09:51.434 INFO:teuthology.orchestra.run.smithi055.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-04-23T18:09:51.458 INFO:teuthology.orchestra.run.smithi055.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 507 kB/s | 59 kB 00:00 2024-04-23T18:09:51.469 INFO:teuthology.orchestra.run.smithi152.stdout:(6/152): ceph-base-19.0.0-3156.gd69f13d8.el7.x8 3.4 MB/s | 5.4 MB 00:01 2024-04-23T18:09:51.492 INFO:teuthology.orchestra.run.smithi055.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 614 kB/s | 36 kB 00:00 2024-04-23T18:09:51.517 INFO:teuthology.orchestra.run.smithi055.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 870 kB/s | 51 kB 00:00 2024-04-23T18:09:51.551 INFO:teuthology.orchestra.run.smithi055.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 3.8 MB/s | 230 kB 00:00 2024-04-23T18:09:51.577 INFO:teuthology.orchestra.run.smithi055.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-04-23T18:09:51.602 INFO:teuthology.orchestra.run.smithi055.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 8.3 MB/s | 427 kB 00:00 2024-04-23T18:09:51.619 INFO:teuthology.orchestra.run.smithi055.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 475 kB/s | 20 kB 00:00 2024-04-23T18:09:51.652 INFO:teuthology.orchestra.run.smithi055.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-23T18:09:51.653 INFO:teuthology.orchestra.run.smithi116.stdout:(68/152): postgresql-contrib-13.14-1.el9.x86_64 511 kB/s | 911 kB 00:01 2024-04-23T18:09:51.670 INFO:teuthology.orchestra.run.smithi152.stdout:(7/152): ceph-mon-19.0.0-3156.gd69f13d8.el7.x86 17 MB/s | 4.7 MB 00:00 2024-04-23T18:09:51.762 INFO:teuthology.orchestra.run.smithi152.stdout:(8/152): ceph-mds-19.0.0-3156.gd69f13d8.el7.x86 2.9 MB/s | 2.4 MB 00:00 2024-04-23T18:09:51.836 INFO:teuthology.orchestra.run.smithi055.stdout:(147/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 6.7 MB/s | 16 MB 00:02 2024-04-23T18:09:51.870 INFO:teuthology.orchestra.run.smithi152.stdout:(9/152): ceph-selinux-19.0.0-3156.gd69f13d8.el7 232 kB/s | 25 kB 00:00 2024-04-23T18:09:51.895 INFO:teuthology.orchestra.run.smithi055.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 5.7 MB/s | 1.6 MB 00:00 2024-04-23T18:09:51.995 INFO:teuthology.orchestra.run.smithi055.stdout:(149/152): openssl-3.2.1-1.el9.x86_64.rpm 14 MB/s | 1.3 MB 00:00 2024-04-23T18:09:52.120 INFO:teuthology.orchestra.run.smithi055.stdout:(150/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 19 MB/s | 2.4 MB 00:00 2024-04-23T18:09:52.329 INFO:teuthology.orchestra.run.smithi152.stdout:(10/152): ceph-radosgw-19.0.0-3156.gd69f13d8.el 16 MB/s | 11 MB 00:00 2024-04-23T18:09:52.421 INFO:teuthology.orchestra.run.smithi152.stdout:(11/152): cephfs-mirror-19.0.0-3156.gd69f13d8.e 2.4 MB/s | 225 kB 00:00 2024-04-23T18:09:52.471 INFO:teuthology.orchestra.run.smithi152.stdout:(12/152): cephfs-shell-19.0.0-3156.gd69f13d8.el 541 kB/s | 27 kB 00:00 2024-04-23T18:09:52.479 INFO:teuthology.orchestra.run.smithi055.stdout:(151/152): librados2-19.0.0-3156.gd69f13d8.el7. 4.1 MB/s | 3.4 MB 00:00 2024-04-23T18:09:52.495 INFO:teuthology.orchestra.run.smithi116.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 158 kB/s | 133 kB 00:00 2024-04-23T18:09:52.513 INFO:teuthology.orchestra.run.smithi152.stdout:(13/152): libcephfs-devel-19.0.0-3156.gd69f13d8 764 kB/s | 32 kB 00:00 2024-04-23T18:09:52.554 INFO:teuthology.orchestra.run.smithi055.stdout:(152/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.4 MB/s | 3.1 MB 00:00 2024-04-23T18:09:52.556 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:09:52.556 INFO:teuthology.orchestra.run.smithi055.stdout:Total 15 MB/s | 222 MB 00:14 2024-04-23T18:09:52.588 INFO:teuthology.orchestra.run.smithi152.stdout:(14/152): libcephfs2-19.0.0-3156.gd69f13d8.el7. 9.7 MB/s | 747 kB 00:00 2024-04-23T18:09:52.647 INFO:teuthology.orchestra.run.smithi152.stdout:(15/152): libcephsqlite-19.0.0-3156.gd69f13d8.e 2.7 MB/s | 163 kB 00:00 2024-04-23T18:09:52.714 INFO:teuthology.orchestra.run.smithi152.stdout:(16/152): librados-devel-19.0.0-3156.gd69f13d8. 1.9 MB/s | 126 kB 00:00 2024-04-23T18:09:52.789 INFO:teuthology.orchestra.run.smithi152.stdout:(17/152): libradosstriper1-19.0.0-3156.gd69f13d 6.5 MB/s | 500 kB 00:00 2024-04-23T18:09:53.061 INFO:teuthology.orchestra.run.smithi116.stdout:(70/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 737 kB/s | 4.4 MB 00:06 2024-04-23T18:09:53.173 INFO:teuthology.orchestra.run.smithi152.stdout:(18/152): librgw2-19.0.0-3156.gd69f13d8.el7.x86 14 MB/s | 5.4 MB 00:00 2024-04-23T18:09:53.223 INFO:teuthology.orchestra.run.smithi152.stdout:(19/152): python3-ceph-argparse-19.0.0-3156.gd6 907 kB/s | 45 kB 00:00 2024-04-23T18:09:53.298 INFO:teuthology.orchestra.run.smithi152.stdout:(20/152): python3-ceph-common-19.0.0-3156.gd69f 1.8 MB/s | 135 kB 00:00 2024-04-23T18:09:53.365 INFO:teuthology.orchestra.run.smithi152.stdout:(21/152): python3-cephfs-19.0.0-3156.gd69f13d8. 2.4 MB/s | 161 kB 00:00 2024-04-23T18:09:53.442 INFO:teuthology.orchestra.run.smithi152.stdout:(22/152): python3-rados-19.0.0-3156.gd69f13d8.e 4.1 MB/s | 320 kB 00:00 2024-04-23T18:09:53.509 INFO:teuthology.orchestra.run.smithi152.stdout:(23/152): python3-rbd-19.0.0-3156.gd69f13d8.el7 4.4 MB/s | 298 kB 00:00 2024-04-23T18:09:53.567 INFO:teuthology.orchestra.run.smithi152.stdout:(24/152): python3-rgw-19.0.0-3156.gd69f13d8.el7 1.7 MB/s | 99 kB 00:00 2024-04-23T18:09:53.634 INFO:teuthology.orchestra.run.smithi152.stdout:(25/152): rbd-fuse-19.0.0-3156.gd69f13d8.el7.x8 1.2 MB/s | 85 kB 00:00 2024-04-23T18:09:53.649 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction check 2024-04-23T18:09:53.670 INFO:teuthology.orchestra.run.smithi116.stdout:(71/152): openblas-openmp-0.3.21-2.el9.x86_64.r 716 kB/s | 4.7 MB 00:06 2024-04-23T18:09:53.805 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction check succeeded. 2024-04-23T18:09:53.805 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction test 2024-04-23T18:09:53.951 INFO:teuthology.orchestra.run.smithi152.stdout:(26/152): rbd-mirror-19.0.0-3156.gd69f13d8.el7. 9.7 MB/s | 3.1 MB 00:00 2024-04-23T18:09:54.001 INFO:teuthology.orchestra.run.smithi152.stdout:(27/152): rbd-nbd-19.0.0-3156.gd69f13d8.el7.x86 3.3 MB/s | 170 kB 00:00 2024-04-23T18:09:54.060 INFO:teuthology.orchestra.run.smithi152.stdout:(28/152): ceph-grafana-dashboards-19.0.0-3156.g 587 kB/s | 34 kB 00:00 2024-04-23T18:09:54.127 INFO:teuthology.orchestra.run.smithi152.stdout:(29/152): ceph-mgr-cephadm-19.0.0-3156.gd69f13d 2.1 MB/s | 142 kB 00:00 2024-04-23T18:09:54.387 INFO:teuthology.orchestra.run.smithi116.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 122 kB/s | 87 kB 00:00 2024-04-23T18:09:54.519 INFO:teuthology.orchestra.run.smithi152.stdout:(30/152): ceph-mgr-dashboard-19.0.0-3156.gd69f1 9.0 MB/s | 3.5 MB 00:00 2024-04-23T18:09:54.686 INFO:teuthology.orchestra.run.smithi152.stdout:(31/152): ceph-osd-19.0.0-3156.gd69f13d8.el7.x8 5.2 MB/s | 17 MB 00:03 2024-04-23T18:09:54.753 INFO:teuthology.orchestra.run.smithi152.stdout:(32/152): ceph-mgr-modules-core-19.0.0-3156.gd6 3.7 MB/s | 249 kB 00:00 2024-04-23T18:09:54.837 INFO:teuthology.orchestra.run.smithi152.stdout:(33/152): ceph-mgr-rook-19.0.0-3156.gd69f13d8.e 591 kB/s | 49 kB 00:00 2024-04-23T18:09:54.920 INFO:teuthology.orchestra.run.smithi152.stdout:(34/152): ceph-prometheus-alerts-19.0.0-3156.gd 197 kB/s | 16 kB 00:00 2024-04-23T18:09:54.987 INFO:teuthology.orchestra.run.smithi116.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 537 kB/s | 1.0 MB 00:01 2024-04-23T18:09:55.020 INFO:teuthology.orchestra.run.smithi152.stdout:(35/152): ceph-volume-19.0.0-3156.gd69f13d8.el7 2.7 MB/s | 273 kB 00:00 2024-04-23T18:09:55.321 INFO:teuthology.orchestra.run.smithi152.stdout:(36/152): ceph-mgr-diskprediction-local-19.0.0- 9.2 MB/s | 7.4 MB 00:00 2024-04-23T18:09:55.354 INFO:teuthology.orchestra.run.smithi152.stdout:(37/152): cephadm-19.0.0-3156.gd69f13d8.el7.noa 2.2 MB/s | 762 kB 00:00 2024-04-23T18:09:55.380 INFO:teuthology.orchestra.run.smithi152.stdout:(38/152): cephfs-top-19.0.0-3156.gd69f13d8.el7. 311 kB/s | 18 kB 00:00 2024-04-23T18:09:55.672 INFO:teuthology.orchestra.run.smithi055.stdout:Transaction test succeeded. 2024-04-23T18:09:55.673 INFO:teuthology.orchestra.run.smithi055.stdout:Running transaction 2024-04-23T18:09:55.722 INFO:teuthology.orchestra.run.smithi152.stdout:(39/152): fuse-2.9.9-15.el9.x86_64.rpm 219 kB/s | 80 kB 00:00 2024-04-23T18:09:55.870 INFO:teuthology.orchestra.run.smithi116.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 276 kB/s | 244 kB 00:00 2024-04-23T18:09:56.205 INFO:teuthology.orchestra.run.smithi152.stdout:(40/152): ceph-test-19.0.0-3156.gd69f13d8.el7.x 11 MB/s | 49 MB 00:04 2024-04-23T18:09:56.231 INFO:teuthology.orchestra.run.smithi152.stdout:(41/152): libquadmath-11.4.1-3.el9.x86_64.rpm 384 kB/s | 195 kB 00:00 2024-04-23T18:09:56.389 INFO:teuthology.orchestra.run.smithi152.stdout:(42/152): libgfortran-11.4.1-3.el9.x86_64.rpm 796 kB/s | 803 kB 00:01 2024-04-23T18:09:56.498 INFO:teuthology.orchestra.run.smithi152.stdout:(43/152): python3-ply-3.11-14.el9.noarch.rpm 983 kB/s | 106 kB 00:00 2024-04-23T18:09:56.598 INFO:teuthology.orchestra.run.smithi152.stdout:(44/152): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-23T18:09:56.657 INFO:teuthology.orchestra.run.smithi152.stdout:(45/152): python3-cryptography-36.0.1-4.el9.x86 2.9 MB/s | 1.2 MB 00:00 2024-04-23T18:09:56.699 INFO:teuthology.orchestra.run.smithi152.stdout:(46/152): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-04-23T18:09:56.754 INFO:teuthology.orchestra.run.smithi116.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 281 kB/s | 248 kB 00:00 2024-04-23T18:09:56.766 INFO:teuthology.orchestra.run.smithi152.stdout:(47/152): python3-urllib3-1.26.5-5.el9.noarch.r 1.9 MB/s | 215 kB 00:00 2024-04-23T18:09:56.791 INFO:teuthology.orchestra.run.smithi152.stdout:(48/152): python3-cffi-1.14.5-5.el9.x86_64.rpm 433 kB/s | 253 kB 00:00 2024-04-23T18:09:57.250 INFO:teuthology.orchestra.run.smithi152.stdout:(49/152): boost-program-options-1.75.0-8.el9.x8 233 kB/s | 107 kB 00:00 2024-04-23T18:09:57.338 INFO:teuthology.orchestra.run.smithi116.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 44 kB/s | 26 kB 00:00 2024-04-23T18:09:57.510 INFO:teuthology.orchestra.run.smithi152.stdout:(50/152): elfutils-libelf-devel-0.190-2.el9.x86 83 kB/s | 21 kB 00:00 2024-04-23T18:09:57.767 INFO:teuthology.orchestra.run.smithi152.stdout:(51/152): automake-1.16.2-8.el9.noarch.rpm 645 kB/s | 689 kB 00:01 2024-04-23T18:09:57.888 INFO:teuthology.orchestra.run.smithi116.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 35 kB/s | 19 kB 00:00 2024-04-23T18:09:58.034 INFO:teuthology.orchestra.run.smithi152.stdout:(52/152): flexiblas-3.0.4-8.el9.x86_64.rpm 123 kB/s | 33 kB 00:00 2024-04-23T18:09:58.334 INFO:teuthology.orchestra.run.smithi152.stdout:(53/152): flex-2.6.4-9.el9.x86_64.rpm 380 kB/s | 313 kB 00:00 2024-04-23T18:09:58.601 INFO:teuthology.orchestra.run.smithi152.stdout:(54/152): flexiblas-openblas-openmp-3.0.4-8.el9 68 kB/s | 18 kB 00:00 2024-04-23T18:09:58.635 INFO:teuthology.orchestra.run.smithi152.stdout:(55/152): bison-3.7.4-5.el9.x86_64.rpm 505 kB/s | 943 kB 00:01 2024-04-23T18:09:58.730 INFO:teuthology.orchestra.run.smithi116.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 205 kB/s | 172 kB 00:00 2024-04-23T18:09:58.793 INFO:teuthology.orchestra.run.smithi152.stdout:(56/152): libaio-devel-0.3.111-13.el9.x86_64.rp 58 kB/s | 11 kB 00:00 2024-04-23T18:09:59.135 INFO:teuthology.orchestra.run.smithi152.stdout:(57/152): libpmemobj-1.12.1-1.el9.x86_64.rpm 320 kB/s | 160 kB 00:00 2024-04-23T18:09:59.161 INFO:teuthology.orchestra.run.smithi152.stdout:(58/152): librabbitmq-0.11.0-7.el9.x86_64.rpm 123 kB/s | 45 kB 00:00 2024-04-23T18:09:59.355 INFO:teuthology.orchestra.run.smithi116.stdout:(79/152): python3-markupsafe-1.1.1-12.el9.x86_6 56 kB/s | 35 kB 00:00 2024-04-23T18:10:00.511 INFO:teuthology.orchestra.run.smithi152.stdout:(59/152): librdkafka-1.6.1-102.el9.x86_64.rpm 482 kB/s | 662 kB 00:01 2024-04-23T18:10:00.544 INFO:teuthology.orchestra.run.smithi152.stdout:(60/152): libtool-2.4.6-45.el9.x86_64.rpm 421 kB/s | 582 kB 00:01 2024-04-23T18:10:00.686 INFO:teuthology.orchestra.run.smithi152.stdout:(61/152): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.1 MB/s | 3.0 MB 00:02 2024-04-23T18:10:00.786 INFO:teuthology.orchestra.run.smithi152.stdout:(62/152): libuuid-devel-2.37.4-18.el9.x86_64.rp 92 kB/s | 25 kB 00:00 2024-04-23T18:10:00.788 INFO:teuthology.orchestra.run.smithi116.stdout:(80/152): postgresql-server-13.14-1.el9.x86_64. 714 kB/s | 5.8 MB 00:08 2024-04-23T18:10:00.937 INFO:teuthology.orchestra.run.smithi152.stdout:(63/152): libzstd-devel-1.5.1-2.el9.x86_64.rpm 121 kB/s | 47 kB 00:00 2024-04-23T18:10:01.204 INFO:teuthology.orchestra.run.smithi152.stdout:(64/152): openblas-0.3.21-2.el9.x86_64.rpm 132 kB/s | 35 kB 00:00 2024-04-23T18:10:01.229 INFO:teuthology.orchestra.run.smithi152.stdout:(65/152): lttng-ust-2.12.0-6.el9.x86_64.rpm 539 kB/s | 292 kB 00:00 2024-04-23T18:10:01.363 INFO:teuthology.orchestra.run.smithi152.stdout:(66/152): lua-5.4.4-4.el9.x86_64.rpm 327 kB/s | 188 kB 00:00 2024-04-23T18:10:01.721 INFO:teuthology.orchestra.run.smithi055.stdout: Preparing : 1/1 2024-04-23T18:10:01.739 INFO:teuthology.orchestra.run.smithi116.stdout:(81/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 264 kB/s | 250 kB 00:00 2024-04-23T18:10:01.808 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:10:01.855 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:10:01.909 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:10:01.943 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:10:01.968 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:10:02.011 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:10:02.356 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:10:02.413 INFO:teuthology.orchestra.run.smithi152.stdout:(67/152): openssl-devel-3.2.1-1.el9.x86_64.rpm 3.7 MB/s | 4.4 MB 00:01 2024-04-23T18:10:02.477 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:02.480 INFO:teuthology.orchestra.run.smithi152.stdout:(68/152): openblas-openmp-0.3.21-2.el9.x86_64.r 3.7 MB/s | 4.7 MB 00:01 2024-04-23T18:10:02.593 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:02.670 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:02.689 INFO:teuthology.orchestra.run.smithi116.stdout:(82/152): python3-babel-2.9.1-2.el9.noarch.rpm 736 kB/s | 6.0 MB 00:08 2024-04-23T18:10:02.714 INFO:teuthology.orchestra.run.smithi116.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 228 kB/s | 222 kB 00:00 2024-04-23T18:10:02.745 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:02.774 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:02.897 INFO:teuthology.orchestra.run.smithi152.stdout:(69/152): postgresql-private-libs-13.14-1.el9.x 320 kB/s | 133 kB 00:00 2024-04-23T18:10:02.922 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:10:02.971 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:10:02.999 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:03.087 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:03.117 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:03.196 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:03.217 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:03.249 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:03.348 INFO:teuthology.orchestra.run.smithi116.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 67 kB/s | 42 kB 00:00 2024-04-23T18:10:03.381 INFO:teuthology.orchestra.run.smithi116.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 112 kB/s | 77 kB 00:00 2024-04-23T18:10:03.443 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:03.484 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:03.595 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:10:03.690 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:10:03.722 INFO:teuthology.orchestra.run.smithi152.stdout:(70/152): postgresql-13.14-1.el9.x86_64.rpm 689 kB/s | 1.6 MB 00:02 2024-04-23T18:10:03.733 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:10:03.768 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:10:03.939 INFO:teuthology.orchestra.run.smithi152.stdout:(71/152): postgresql-contrib-13.14-1.el9.x86_64 597 kB/s | 911 kB 00:01 2024-04-23T18:10:03.961 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:10:04.001 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:10:04.044 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:10:04.077 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:10:04.104 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:10:04.176 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:10:04.198 INFO:teuthology.orchestra.run.smithi116.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 194 kB/s | 159 kB 00:00 2024-04-23T18:10:04.228 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:10:04.258 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:10:04.293 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:10:04.307 INFO:teuthology.orchestra.run.smithi116.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 281 kB/s | 269 kB 00:00 2024-04-23T18:10:04.364 INFO:teuthology.orchestra.run.smithi152.stdout:(72/152): python3-attrs-20.3.0-7.el9.noarch.rpm 206 kB/s | 87 kB 00:00 2024-04-23T18:10:04.379 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:10:04.398 INFO:teuthology.orchestra.run.smithi152.stdout:(73/152): protobuf-3.14.0-13.el9.x86_64.rpm 1.5 MB/s | 1.0 MB 00:00 2024-04-23T18:10:04.412 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:10:04.456 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:10:04.484 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:10:04.556 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:10:04.599 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:10:04.676 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:10:04.820 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:10:04.877 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:10:04.974 INFO:teuthology.orchestra.run.smithi116.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 76 kB/s | 51 kB 00:00 2024-04-23T18:10:05.131 INFO:teuthology.orchestra.run.smithi152.stdout:(74/152): python3-devel-3.9.18-3.el9.x86_64.rpm 333 kB/s | 244 kB 00:00 2024-04-23T18:10:05.258 INFO:teuthology.orchestra.run.smithi116.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 263 kB/s | 279 kB 00:01 2024-04-23T18:10:05.428 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:10:05.518 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:10:05.551 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:10:05.594 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:10:05.632 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:10:05.641 INFO:teuthology.orchestra.run.smithi116.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 80 kB/s | 54 kB 00:00 2024-04-23T18:10:05.674 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:10:05.732 INFO:teuthology.orchestra.run.smithi152.stdout:(75/152): python3-jinja2-2.11.3-5.el9.noarch.rp 413 kB/s | 248 kB 00:00 2024-04-23T18:10:05.837 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:10:05.893 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:10:05.950 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:10:05.999 INFO:teuthology.orchestra.run.smithi152.stdout:(76/152): python3-jsonpatch-1.21-16.el9.noarch. 96 kB/s | 26 kB 00:00 2024-04-23T18:10:06.022 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:10:06.052 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:10:06.088 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:10:06.137 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:10:06.171 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:10:06.215 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:10:06.257 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:10:06.258 INFO:teuthology.orchestra.run.smithi116.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 68 kB/s | 42 kB 00:00 2024-04-23T18:10:06.265 INFO:teuthology.orchestra.run.smithi152.stdout:(77/152): python3-jsonpointer-2.0-4.el9.noarch. 72 kB/s | 19 kB 00:00 2024-04-23T18:10:06.400 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:10:06.446 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:10:06.475 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:10:06.508 INFO:teuthology.orchestra.run.smithi116.stdout:(92/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 730 kB/s | 5.1 MB 00:07 2024-04-23T18:10:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:10:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:10:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:10:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:10:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:10:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:10:06.757 INFO:teuthology.orchestra.run.smithi152.stdout:(78/152): python3-mako-1.1.4-6.el9.noarch.rpm 350 kB/s | 172 kB 00:00 2024-04-23T18:10:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:10:06.833 INFO:teuthology.orchestra.run.smithi152.stdout:(79/152): postgresql-server-13.14-1.el9.x86_64. 1.5 MB/s | 5.8 MB 00:03 2024-04-23T18:10:06.925 INFO:teuthology.orchestra.run.smithi116.stdout:(93/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 66 kB/s | 44 kB 00:00 2024-04-23T18:10:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:10:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:10:07.025 INFO:teuthology.orchestra.run.smithi152.stdout:(80/152): python3-markupsafe-1.1.1-12.el9.x86_6 130 kB/s | 35 kB 00:00 2024-04-23T18:10:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:10:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:10:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:10:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:10:07.133 INFO:teuthology.orchestra.run.smithi152.stdout:(81/152): python3-babel-2.9.1-2.el9.noarch.rpm 2.2 MB/s | 6.0 MB 00:02 2024-04-23T18:10:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:10:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:10:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:10:07.442 INFO:teuthology.orchestra.run.smithi116.stdout:(94/152): qatlib-24.02.0-1.el9.x86_64.rpm 244 kB/s | 221 kB 00:00 2024-04-23T18:10:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:10:07.584 INFO:teuthology.orchestra.run.smithi116.stdout:(95/152): qatlib-service-24.02.0-1.el9.x86_64.r 54 kB/s | 36 kB 00:00 2024-04-23T18:10:07.626 INFO:teuthology.orchestra.run.smithi152.stdout:(82/152): python3-numpy-f2py-1.20.1-5.el9.x86_6 417 kB/s | 250 kB 00:00 2024-04-23T18:10:07.659 INFO:teuthology.orchestra.run.smithi152.stdout:(83/152): python3-oauthlib-3.1.1-5.el9.noarch.r 423 kB/s | 222 kB 00:00 2024-04-23T18:10:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:10:07.876 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:10:07.929 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:10:07.967 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:10:08.002 INFO:teuthology.orchestra.run.smithi152.stdout:(84/152): python3-prettytable-0.7.2-27.el9.noar 124 kB/s | 42 kB 00:00 2024-04-23T18:10:08.007 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:10:08.051 INFO:teuthology.orchestra.run.smithi152.stdout:(85/152): python3-packaging-20.9-5.el9.noarch.r 181 kB/s | 77 kB 00:00 2024-04-23T18:10:08.084 INFO:teuthology.orchestra.run.smithi116.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 74 kB/s | 47 kB 00:00 2024-04-23T18:10:08.117 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:10:08.169 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:10:08.468 INFO:teuthology.orchestra.run.smithi152.stdout:(86/152): python3-pyasn1-0.4.8-6.el9.noarch.rpm 381 kB/s | 159 kB 00:00 2024-04-23T18:10:08.493 INFO:teuthology.orchestra.run.smithi152.stdout:(87/152): python3-protobuf-3.14.0-13.el9.noarch 547 kB/s | 269 kB 00:00 2024-04-23T18:10:08.601 INFO:teuthology.orchestra.run.smithi116.stdout:(97/152): socat-1.7.4.1-5.el9.x86_64.rpm 300 kB/s | 305 kB 00:01 2024-04-23T18:10:08.760 INFO:teuthology.orchestra.run.smithi116.stdout:(98/152): uuid-1.6.2-55.el9.x86_64.rpm 86 kB/s | 58 kB 00:00 2024-04-23T18:10:08.835 INFO:teuthology.orchestra.run.smithi152.stdout:(88/152): python3-pytz-2021.1-5.el9.noarch.rpm 149 kB/s | 51 kB 00:00 2024-04-23T18:10:08.921 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:10:08.974 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:10:09.004 INFO:teuthology.orchestra.run.smithi152.stdout:(89/152): python3-pyasn1-modules-0.4.8-6.el9.no 521 kB/s | 279 kB 00:00 2024-04-23T18:10:09.007 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:10:09.110 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:10:09.166 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:10:09.177 INFO:teuthology.orchestra.run.smithi152.stdout:(90/152): python3-requests-oauthlib-1.3.0-12.el 157 kB/s | 54 kB 00:00 2024-04-23T18:10:09.256 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:10:09.293 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:10:09.351 INFO:teuthology.orchestra.run.smithi116.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 125 kB/s | 94 kB 00:00 2024-04-23T18:10:09.427 INFO:teuthology.orchestra.run.smithi116.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-04-23T18:10:09.444 INFO:teuthology.orchestra.run.smithi152.stdout:(91/152): python3-toml-0.10.2-6.el9.noarch.rpm 156 kB/s | 42 kB 00:00 2024-04-23T18:10:09.476 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:10:09.507 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:10:09.510 INFO:teuthology.orchestra.run.smithi116.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 270 kB/s | 22 kB 00:00 2024-04-23T18:10:09.586 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:10:09.652 INFO:teuthology.orchestra.run.smithi116.stdout:(102/152): protobuf-compiler-3.14.0-13.el9.x86_ 6.0 MB/s | 863 kB 00:00 2024-04-23T18:10:09.836 INFO:teuthology.orchestra.run.smithi152.stdout:(92/152): python3-wcwidth-0.2.5-8.el9.noarch.rp 113 kB/s | 44 kB 00:00 2024-04-23T18:10:10.258 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:10:10.352 INFO:teuthology.orchestra.run.smithi116.stdout:(103/152): abseil-cpp-20211102.0-3.el9.x86_64.r 783 kB/s | 548 kB 00:00 2024-04-23T18:10:10.383 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:10:10.478 INFO:teuthology.orchestra.run.smithi116.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 2.4 MB/s | 309 kB 00:00 2024-04-23T18:10:10.569 INFO:teuthology.orchestra.run.smithi116.stdout:(105/152): grpc-data-1.46.7-10.el9.noarch.rpm 212 kB/s | 19 kB 00:00 2024-04-23T18:10:10.603 INFO:teuthology.orchestra.run.smithi152.stdout:(93/152): qatlib-24.02.0-1.el9.x86_64.rpm 288 kB/s | 221 kB 00:00 2024-04-23T18:10:10.862 INFO:teuthology.orchestra.run.smithi152.stdout:(94/152): qatlib-service-24.02.0-1.el9.x86_64.r 139 kB/s | 36 kB 00:00 2024-04-23T18:10:11.028 INFO:teuthology.orchestra.run.smithi116.stdout:(106/152): libarrow-9.0.0-10.el9.x86_64.rpm 9.6 MB/s | 4.4 MB 00:00 2024-04-23T18:10:11.104 INFO:teuthology.orchestra.run.smithi152.stdout:(95/152): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.2 MB/s | 5.1 MB 00:04 2024-04-23T18:10:11.120 INFO:teuthology.orchestra.run.smithi116.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 284 kB/s | 26 kB 00:00 2024-04-23T18:10:11.196 INFO:teuthology.orchestra.run.smithi152.stdout:(96/152): qatzip-libs-1.2.0-1.el9.x86_64.rpm 142 kB/s | 47 kB 00:00 2024-04-23T18:10:11.212 INFO:teuthology.orchestra.run.smithi116.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 530 kB/s | 49 kB 00:00 2024-04-23T18:10:11.304 INFO:teuthology.orchestra.run.smithi116.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 736 kB/s | 67 kB 00:00 2024-04-23T18:10:11.396 INFO:teuthology.orchestra.run.smithi116.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 1.6 MB/s | 151 kB 00:00 2024-04-23T18:10:11.504 INFO:teuthology.orchestra.run.smithi116.stdout:(111/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.6 MB/s | 838 kB 00:00 2024-04-23T18:10:11.546 INFO:teuthology.orchestra.run.smithi152.stdout:(97/152): uuid-1.6.2-55.el9.x86_64.rpm 165 kB/s | 58 kB 00:00 2024-04-23T18:10:11.613 INFO:teuthology.orchestra.run.smithi152.stdout:(98/152): socat-1.7.4.1-5.el9.x86_64.rpm 599 kB/s | 305 kB 00:00 2024-04-23T18:10:11.614 INFO:teuthology.orchestra.run.smithi116.stdout:(112/152): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-04-23T18:10:11.674 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:10:11.739 INFO:teuthology.orchestra.run.smithi116.stdout:(113/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 348 kB/s | 43 kB 00:00 2024-04-23T18:10:11.745 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:10:11.773 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:10:11.806 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:10:11.897 INFO:teuthology.orchestra.run.smithi152.stdout:(99/152): xfsprogs-devel-6.3.0-1.el9.x86_64.rpm 267 kB/s | 94 kB 00:00 2024-04-23T18:10:11.939 INFO:teuthology.orchestra.run.smithi116.stdout:(114/152): python3-cachetools-4.2.4-1.el9.noarc 161 kB/s | 32 kB 00:00 2024-04-23T18:10:11.972 INFO:teuthology.orchestra.run.smithi152.stdout:(100/152): xmlstarlet-1.6.1-20.el9.x86_64.rpm 178 kB/s | 64 kB 00:00 2024-04-23T18:10:12.048 INFO:teuthology.orchestra.run.smithi116.stdout:(115/152): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-04-23T18:10:12.064 INFO:teuthology.orchestra.run.smithi152.stdout:(101/152): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-04-23T18:10:12.090 INFO:teuthology.orchestra.run.smithi116.stdout:(116/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 16 kB/s | 45 kB 00:02 2024-04-23T18:10:12.125 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:10:12.168 INFO:teuthology.orchestra.run.smithi055.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:12.181 INFO:teuthology.orchestra.run.smithi116.stdout:(117/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-23T18:10:12.215 INFO:teuthology.orchestra.run.smithi152.stdout:(102/152): protobuf-compiler-3.14.0-13.el9.x86_ 5.6 MB/s | 863 kB 00:00 2024-04-23T18:10:12.240 INFO:teuthology.orchestra.run.smithi152.stdout:(103/152): zlib-devel-1.2.11-41.el9.x86_64.rpm 131 kB/s | 45 kB 00:00 2024-04-23T18:10:12.259 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:12.282 INFO:teuthology.orchestra.run.smithi116.stdout:(118/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-04-23T18:10:12.290 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:10:12.326 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:10:12.374 INFO:teuthology.orchestra.run.smithi116.stdout:(119/152): python3-colorama-0.4.4-12.el9.noarch 385 kB/s | 35 kB 00:00 2024-04-23T18:10:12.474 INFO:teuthology.orchestra.run.smithi116.stdout:(120/152): python3-google-auth-2.29.0-1.el9.noa 2.0 MB/s | 206 kB 00:00 2024-04-23T18:10:12.624 INFO:teuthology.orchestra.run.smithi116.stdout:(121/152): python3-grpcio-1.46.7-10.el9.x86_64. 14 MB/s | 2.0 MB 00:00 2024-04-23T18:10:12.666 INFO:teuthology.orchestra.run.smithi116.stdout:(122/152): python3-cherrypy-18.6.1-2.el9.noarch 622 kB/s | 358 kB 00:00 2024-04-23T18:10:12.740 INFO:teuthology.orchestra.run.smithi152.stdout:(104/152): gperftools-libs-2.9.1-2.el9.x86_64.r 618 kB/s | 309 kB 00:00 2024-04-23T18:10:12.766 INFO:teuthology.orchestra.run.smithi116.stdout:(123/152): python3-jaraco-8.2.1-3.el9.noarch.rp 107 kB/s | 11 kB 00:00 2024-04-23T18:10:12.792 INFO:teuthology.orchestra.run.smithi116.stdout:(124/152): python3-grpcio-tools-1.46.7-10.el9.x 865 kB/s | 144 kB 00:00 2024-04-23T18:10:12.840 INFO:teuthology.orchestra.run.smithi152.stdout:(105/152): abseil-cpp-20211102.0-3.el9.x86_64.r 876 kB/s | 548 kB 00:00 2024-04-23T18:10:12.848 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:10:12.858 INFO:teuthology.orchestra.run.smithi152.stdout:(106/152): grpc-data-1.46.7-10.el9.noarch.rpm 166 kB/s | 19 kB 00:00 2024-04-23T18:10:12.859 INFO:teuthology.orchestra.run.smithi116.stdout:(125/152): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-04-23T18:10:12.872 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:12.884 INFO:teuthology.orchestra.run.smithi116.stdout:(126/152): python3-jaraco-collections-3.0.0-8.e 252 kB/s | 23 kB 00:00 2024-04-23T18:10:12.943 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:12.965 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:10:12.967 INFO:teuthology.orchestra.run.smithi116.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 179 kB/s | 19 kB 00:00 2024-04-23T18:10:12.993 INFO:teuthology.orchestra.run.smithi116.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 181 kB/s | 20 kB 00:00 2024-04-23T18:10:13.016 INFO:teuthology.orchestra.run.smithi152.stdout:(107/152): libarrow-doc-9.0.0-10.el9.noarch.rpm 164 kB/s | 26 kB 00:00 2024-04-23T18:10:13.093 INFO:teuthology.orchestra.run.smithi116.stdout:(129/152): python3-logutils-0.3.5-21.el9.noarch 464 kB/s | 46 kB 00:00 2024-04-23T18:10:13.125 INFO:teuthology.orchestra.run.smithi152.stdout:(108/152): liboath-2.6.7-2.el9.x86_64.rpm 447 kB/s | 49 kB 00:00 2024-04-23T18:10:13.185 INFO:teuthology.orchestra.run.smithi116.stdout:(130/152): python3-more-itertools-8.12.0-2.el9. 862 kB/s | 79 kB 00:00 2024-04-23T18:10:13.227 INFO:teuthology.orchestra.run.smithi116.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 3.9 MB/s | 1.0 MB 00:00 2024-04-23T18:10:13.269 INFO:teuthology.orchestra.run.smithi116.stdout:(132/152): python3-natsort-7.1.1-5.el9.noarch.r 691 kB/s | 58 kB 00:00 2024-04-23T18:10:13.283 INFO:teuthology.orchestra.run.smithi152.stdout:(109/152): libunwind-1.6.2-1.el9.x86_64.rpm 426 kB/s | 67 kB 00:00 2024-04-23T18:10:13.336 INFO:teuthology.orchestra.run.smithi116.stdout:(133/152): python3-pecan-1.4.2-3.el9.noarch.rpm 2.5 MB/s | 272 kB 00:00 2024-04-23T18:10:13.353 INFO:teuthology.orchestra.run.smithi116.stdout:(134/152): python3-portend-3.1.0-2.el9.noarch.r 196 kB/s | 16 kB 00:00 2024-04-23T18:10:13.428 INFO:teuthology.orchestra.run.smithi116.stdout:(135/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 977 kB/s | 90 kB 00:00 2024-04-23T18:10:13.445 INFO:teuthology.orchestra.run.smithi116.stdout:(136/152): python3-pyperclip-1.8.2-2.el9.noarch 307 kB/s | 28 kB 00:00 2024-04-23T18:10:13.514 INFO:teuthology.orchestra.run.smithi116.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 369 kB/s | 31 kB 00:00 2024-04-23T18:10:13.534 INFO:teuthology.orchestra.run.smithi152.stdout:(110/152): luarocks-3.9.2-1.el9.noarch.rpm 604 kB/s | 151 kB 00:00 2024-04-23T18:10:13.537 INFO:teuthology.orchestra.run.smithi116.stdout:(138/152): python3-routes-2.5.1-5.el9.noarch.rp 2.0 MB/s | 188 kB 00:00 2024-04-23T18:10:13.596 INFO:teuthology.orchestra.run.smithi116.stdout:(139/152): python3-rsa-4.9-2.el9.noarch.rpm 706 kB/s | 59 kB 00:00 2024-04-23T18:10:13.621 INFO:teuthology.orchestra.run.smithi116.stdout:(140/152): python3-tempora-5.0.0-2.el9.noarch.r 429 kB/s | 36 kB 00:00 2024-04-23T18:10:13.680 INFO:teuthology.orchestra.run.smithi116.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 610 kB/s | 51 kB 00:00 2024-04-23T18:10:13.713 INFO:teuthology.orchestra.run.smithi116.stdout:(142/152): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-23T18:10:13.780 INFO:teuthology.orchestra.run.smithi116.stdout:(143/152): python3-websocket-client-1.2.3-2.el9 893 kB/s | 90 kB 00:00 2024-04-23T18:10:13.814 INFO:teuthology.orchestra.run.smithi116.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-04-23T18:10:13.872 INFO:teuthology.orchestra.run.smithi116.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 217 kB/s | 20 kB 00:00 2024-04-23T18:10:13.906 INFO:teuthology.orchestra.run.smithi116.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-04-23T18:10:14.048 INFO:teuthology.orchestra.run.smithi116.stdout:(147/152): thrift-0.15.0-2.el9.x86_64.rpm 9.0 MB/s | 1.6 MB 00:00 2024-04-23T18:10:14.067 INFO:teuthology.orchestra.run.smithi152.stdout:(111/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 3.2 MB/s | 16 MB 00:05 2024-04-23T18:10:14.143 INFO:teuthology.orchestra.run.smithi152.stdout:(112/152): libarrow-9.0.0-10.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-04-23T18:10:14.202 INFO:teuthology.orchestra.run.smithi152.stdout:(113/152): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.2 MB/s | 838 kB 00:00 2024-04-23T18:10:14.227 INFO:teuthology.orchestra.run.smithi152.stdout:(114/152): python3-bcrypt-3.2.2-1.el9.x86_64.rp 521 kB/s | 43 kB 00:00 2024-04-23T18:10:14.260 INFO:teuthology.orchestra.run.smithi152.stdout:(115/152): python3-cachetools-4.2.4-1.el9.noarc 550 kB/s | 32 kB 00:00 2024-04-23T18:10:14.356 INFO:teuthology.orchestra.run.smithi116.stdout:(148/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 10 MB/s | 3.1 MB 00:00 2024-04-23T18:10:14.394 INFO:teuthology.orchestra.run.smithi152.stdout:(116/152): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-04-23T18:10:14.419 INFO:teuthology.orchestra.run.smithi152.stdout:(117/152): python3-certifi-2021.10.8-2.el9.noar 78 kB/s | 15 kB 00:00 2024-04-23T18:10:14.453 INFO:teuthology.orchestra.run.smithi152.stdout:(118/152): python3-asyncssh-2.13.2-5.el9.noarch 1.4 MB/s | 548 kB 00:00 2024-04-23T18:10:14.523 INFO:teuthology.orchestra.run.smithi116.stdout:(149/152): librados2-19.0.0-3156.gd69f13d8.el7. 5.5 MB/s | 3.4 MB 00:00 2024-04-23T18:10:14.578 INFO:teuthology.orchestra.run.smithi152.stdout:(119/152): python3-colorama-0.4.4-12.el9.noarch 282 kB/s | 35 kB 00:00 2024-04-23T18:10:14.603 INFO:teuthology.orchestra.run.smithi152.stdout:(120/152): python3-cherrypy-18.6.1-2.el9.noarch 1.7 MB/s | 358 kB 00:00 2024-04-23T18:10:14.662 INFO:teuthology.orchestra.run.smithi152.stdout:(121/152): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.2 MB/s | 303 kB 00:00 2024-04-23T18:10:14.732 INFO:teuthology.orchestra.run.smithi116.stdout:(150/152): openssl-3.2.1-1.el9.x86_64.rpm 3.6 MB/s | 1.3 MB 00:00 2024-04-23T18:10:14.762 INFO:teuthology.orchestra.run.smithi152.stdout:(122/152): python3-google-auth-2.29.0-1.el9.noa 1.1 MB/s | 206 kB 00:00 2024-04-23T18:10:14.838 INFO:teuthology.orchestra.run.smithi152.stdout:(123/152): python3-grpcio-tools-1.46.7-10.el9.x 824 kB/s | 144 kB 00:00 2024-04-23T18:10:14.888 INFO:teuthology.orchestra.run.smithi152.stdout:(124/152): python3-jaraco-8.2.1-3.el9.noarch.rp 86 kB/s | 11 kB 00:00 2024-04-23T18:10:14.996 INFO:teuthology.orchestra.run.smithi152.stdout:(125/152): python3-grpcio-1.46.7-10.el9.x86_64. 5.2 MB/s | 2.0 MB 00:00 2024-04-23T18:10:15.022 INFO:teuthology.orchestra.run.smithi152.stdout:(126/152): python3-jaraco-classes-3.2.1-5.el9.n 96 kB/s | 18 kB 00:00 2024-04-23T18:10:15.081 INFO:teuthology.orchestra.run.smithi152.stdout:(127/152): python3-jaraco-functools-3.5.0-2.el9 231 kB/s | 19 kB 00:00 2024-04-23T18:10:15.156 INFO:teuthology.orchestra.run.smithi152.stdout:(128/152): python3-jaraco-text-3.2.0-6.el9.noar 147 kB/s | 20 kB 00:00 2024-04-23T18:10:15.165 INFO:teuthology.orchestra.run.smithi116.stdout:(151/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 3.7 MB/s | 2.4 MB 00:00 2024-04-23T18:10:15.206 INFO:teuthology.orchestra.run.smithi152.stdout:(129/152): python3-jaraco-collections-3.0.0-8.e 73 kB/s | 23 kB 00:00 2024-04-23T18:10:15.290 INFO:teuthology.orchestra.run.smithi152.stdout:(130/152): python3-logutils-0.3.5-21.el9.noarch 347 kB/s | 46 kB 00:00 2024-04-23T18:10:15.319 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:15.332 INFO:teuthology.orchestra.run.smithi152.stdout:(131/152): python3-kubernetes-26.1.0-2.el9.noar 4.1 MB/s | 1.0 MB 00:00 2024-04-23T18:10:15.353 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:15.399 INFO:teuthology.orchestra.run.smithi152.stdout:(132/152): python3-more-itertools-8.12.0-2.el9. 410 kB/s | 79 kB 00:00 2024-04-23T18:10:15.432 INFO:teuthology.orchestra.run.smithi152.stdout:(133/152): python3-natsort-7.1.1-5.el9.noarch.r 405 kB/s | 58 kB 00:00 2024-04-23T18:10:15.516 INFO:teuthology.orchestra.run.smithi152.stdout:(134/152): python3-pecan-1.4.2-3.el9.noarch.rpm 1.4 MB/s | 272 kB 00:00 2024-04-23T18:10:15.541 INFO:teuthology.orchestra.run.smithi152.stdout:(135/152): python3-portend-3.1.0-2.el9.noarch.r 115 kB/s | 16 kB 00:00 2024-04-23T18:10:15.567 INFO:teuthology.orchestra.run.smithi152.stdout:(136/152): python3-pyOpenSSL-21.0.0-1.el9.noarc 671 kB/s | 90 kB 00:00 2024-04-23T18:10:15.700 INFO:teuthology.orchestra.run.smithi152.stdout:(137/152): python3-repoze-lru-0.7-16.el9.noarch 194 kB/s | 31 kB 00:00 2024-04-23T18:10:15.725 INFO:teuthology.orchestra.run.smithi152.stdout:(138/152): python3-pyperclip-1.8.2-2.el9.noarch 135 kB/s | 28 kB 00:00 2024-04-23T18:10:15.776 INFO:teuthology.orchestra.run.smithi152.stdout:(139/152): python3-routes-2.5.1-5.el9.noarch.rp 903 kB/s | 188 kB 00:00 2024-04-23T18:10:15.801 INFO:teuthology.orchestra.run.smithi152.stdout:(140/152): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-04-23T18:10:15.901 INFO:teuthology.orchestra.run.smithi152.stdout:(141/152): python3-typing-extensions-4.4.0-2.el 407 kB/s | 51 kB 00:00 2024-04-23T18:10:15.922 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:15.927 INFO:teuthology.orchestra.run.smithi152.stdout:(142/152): python3-tempora-5.0.0-2.el9.noarch.r 178 kB/s | 36 kB 00:00 2024-04-23T18:10:15.960 INFO:teuthology.orchestra.run.smithi152.stdout:(143/152): python3-webob-1.8.7-6.el9.noarch.rpm 1.4 MB/s | 230 kB 00:00 2024-04-23T18:10:15.964 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:16.056 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:16.056 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:10:16.056 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:10:16.056 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:16.060 INFO:teuthology.orchestra.run.smithi152.stdout:(144/152): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-04-23T18:10:16.083 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:16.094 INFO:teuthology.orchestra.run.smithi152.stdout:(145/152): python3-zc-lockfile-2.0-10.el9.noarc 149 kB/s | 20 kB 00:00 2024-04-23T18:10:16.361 INFO:teuthology.orchestra.run.smithi152.stdout:(146/152): re2-20211101-3.el9.x86_64.rpm 638 kB/s | 192 kB 00:00 2024-04-23T18:10:16.386 INFO:teuthology.orchestra.run.smithi152.stdout:(147/152): python3-websocket-client-1.2.3-2.el9 185 kB/s | 90 kB 00:00 2024-04-23T18:10:16.462 INFO:teuthology.orchestra.run.smithi152.stdout:(148/152): thrift-0.15.0-2.el9.x86_64.rpm 4.3 MB/s | 1.6 MB 00:00 2024-04-23T18:10:16.770 INFO:teuthology.orchestra.run.smithi152.stdout:(149/152): librados2-19.0.0-3156.gd69f13d8.el7. 8.3 MB/s | 3.4 MB 00:00 2024-04-23T18:10:17.037 INFO:teuthology.orchestra.run.smithi152.stdout:(150/152): librbd1-19.0.0-3156.gd69f13d8.el7.x8 4.8 MB/s | 3.1 MB 00:00 2024-04-23T18:10:17.421 INFO:teuthology.orchestra.run.smithi152.stdout:(151/152): openssl-3.2.1-1.el9.x86_64.rpm 1.4 MB/s | 1.3 MB 00:00 2024-04-23T18:10:17.738 INFO:teuthology.orchestra.run.smithi152.stdout:(152/152): openssl-libs-3.2.1-1.el9.x86_64.rpm 2.5 MB/s | 2.4 MB 00:00 2024-04-23T18:10:17.740 INFO:teuthology.orchestra.run.smithi152.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:10:17.741 INFO:teuthology.orchestra.run.smithi152.stdout:Total 7.8 MB/s | 222 MB 00:28 2024-04-23T18:10:18.836 INFO:teuthology.orchestra.run.smithi152.stdout:Running transaction check 2024-04-23T18:10:18.979 INFO:teuthology.orchestra.run.smithi152.stdout:Transaction check succeeded. 2024-04-23T18:10:18.980 INFO:teuthology.orchestra.run.smithi152.stdout:Running transaction test 2024-04-23T18:10:20.756 INFO:teuthology.orchestra.run.smithi152.stdout:Transaction test succeeded. 2024-04-23T18:10:20.757 INFO:teuthology.orchestra.run.smithi152.stdout:Running transaction 2024-04-23T18:10:26.373 INFO:teuthology.orchestra.run.smithi116.stdout:(152/152): python3-scipy-1.6.2-8.el9.x86_64.rpm 788 kB/s | 16 MB 00:21 2024-04-23T18:10:26.376 INFO:teuthology.orchestra.run.smithi116.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:10:26.376 INFO:teuthology.orchestra.run.smithi116.stdout:Total 4.0 MB/s | 222 MB 00:55 2024-04-23T18:10:26.710 INFO:teuthology.orchestra.run.smithi152.stdout: Preparing : 1/1 2024-04-23T18:10:26.783 INFO:teuthology.orchestra.run.smithi152.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:10:26.831 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:10:26.883 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:10:26.926 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:10:26.952 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:10:26.994 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:10:27.323 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:10:27.436 INFO:teuthology.orchestra.run.smithi152.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:27.455 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction check 2024-04-23T18:10:27.557 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:27.588 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:27.600 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction check succeeded. 2024-04-23T18:10:27.600 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction test 2024-04-23T18:10:27.671 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:27.700 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:27.848 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:10:27.897 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:10:27.926 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:28.012 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:28.035 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:28.097 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /sys 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /proc 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /mnt 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /var/tmp 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /home 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /root 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout:skipping the directory /tmp 2024-04-23T18:10:28.101 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:28.119 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:28.144 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:28.282 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:28.297 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:28.298 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:28.298 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:10:28.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:28.328 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:28.361 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:28.468 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:10:28.556 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:10:28.602 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:10:28.637 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:10:28.701 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:10:28.736 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:10:28.779 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:10:28.811 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:10:28.848 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:10:28.917 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:10:28.970 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:10:29.001 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:10:29.036 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:10:29.113 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:10:29.148 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:10:29.191 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:10:29.221 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:10:29.292 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:10:29.351 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:10:29.360 INFO:teuthology.orchestra.run.smithi116.stdout:Transaction test succeeded. 2024-04-23T18:10:29.361 INFO:teuthology.orchestra.run.smithi116.stdout:Running transaction 2024-04-23T18:10:29.426 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:10:29.559 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:10:29.612 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:10:29.826 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:29.854 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:30.094 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:30.118 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:30.142 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:10:30.225 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:10:30.254 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:10:30.297 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:10:30.335 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:10:30.377 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:10:30.540 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:10:30.587 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:30.597 INFO:teuthology.orchestra.run.smithi152.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:30.611 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:30.651 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:10:30.717 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:10:30.724 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:10:30.764 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:10:30.776 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:10:30.801 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:10:30.847 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:10:30.855 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:10:30.883 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:10:30.927 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:10:30.969 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:10:31.050 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:10:31.096 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:10:31.105 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:10:31.150 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:10:31.168 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:10:31.180 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:10:31.221 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:10:31.267 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:31.316 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:10:31.372 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:10:31.407 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:31.412 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:10:31.438 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:10:31.446 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:10:31.462 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:10:31.478 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:10:31.505 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:10:31.538 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:10:31.665 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:10:31.695 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:10:31.723 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:10:31.766 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:10:31.805 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:10:31.836 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:10:31.866 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:10:31.901 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:10:31.934 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:10:31.959 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:31.976 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:10:31.987 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:32.011 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:10:32.020 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:10:32.084 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:10:32.098 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:10:32.119 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:32.141 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:10:32.181 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:10:32.228 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:10:32.327 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:10:32.375 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:10:33.097 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:10:33.147 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:10:33.181 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:10:33.207 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:33.237 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:33.281 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:10:33.330 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:10:33.419 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:10:33.458 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:10:33.636 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:10:33.664 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:10:33.751 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:10:34.250 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:34.271 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:34.380 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:34.395 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:10:34.505 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:10:34.550 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:10:34.582 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:34.606 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:34.606 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:34.606 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:10:34.606 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:34.606 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:34.607 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:34.657 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:34.668 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:34.770 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:10:34.825 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:10:35.259 INFO:teuthology.orchestra.run.smithi116.stdout: Preparing : 1/1 2024-04-23T18:10:35.343 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : openssl-libs-1:3.2.1-1.el9.x86_64 1/156 2024-04-23T18:10:35.381 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/156 2024-04-23T18:10:35.434 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/156 2024-04-23T18:10:35.469 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/156 2024-04-23T18:10:35.494 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/156 2024-04-23T18:10:35.536 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/156 2024-04-23T18:10:35.741 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:10:35.796 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:10:35.826 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:35.828 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:10:35.850 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:35.851 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:35.851 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:10:35.851 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:35.853 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:35.853 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:35.857 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:10:35.865 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/156 2024-04-23T18:10:35.890 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:10:35.894 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:35.917 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:35.917 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:35.917 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:10:35.917 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:35.961 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:35.970 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:35.985 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:35.985 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:35.985 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:10:35.985 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:35.985 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:35.986 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:36.083 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:36.113 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:36.187 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:36.202 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:10:36.217 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:36.254 INFO:teuthology.orchestra.run.smithi152.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:36.303 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:36.327 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:36.327 INFO:teuthology.orchestra.run.smithi055.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:36.327 INFO:teuthology.orchestra.run.smithi055.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:10:36.328 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:36.328 INFO:teuthology.orchestra.run.smithi055.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:36.328 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:36.343 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:36.365 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-private-libs-13.14-1.el9.x86_64 11/156 2024-04-23T18:10:36.374 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:10:36.405 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-13.14-1.el9.x86_64 12/156 2024-04-23T18:10:36.410 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:10:36.433 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:36.537 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:36.559 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:36.621 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 14/156 2024-04-23T18:10:36.644 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:36.664 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/156 2024-04-23T18:10:36.851 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:36.885 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/156 2024-04-23T18:10:36.889 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:10:36.923 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:36.992 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : re2-1:20211101-3.el9.x86_64 17/156 2024-04-23T18:10:36.994 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:37.025 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:10:37.079 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 18/156 2024-04-23T18:10:37.117 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 19/156 2024-04-23T18:10:37.151 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : liboath-2.6.7-2.el9.x86_64 20/156 2024-04-23T18:10:37.216 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 21/156 2024-04-23T18:10:37.268 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 22/156 2024-04-23T18:10:37.312 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 23/156 2024-04-23T18:10:37.344 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 24/156 2024-04-23T18:10:37.372 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lua-5.4.4-4.el9.x86_64 25/156 2024-04-23T18:10:37.442 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 26/156 2024-04-23T18:10:37.495 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 27/156 2024-04-23T18:10:37.525 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 28/156 2024-04-23T18:10:37.569 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/156 2024-04-23T18:10:37.646 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/156 2024-04-23T18:10:37.680 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 31/156 2024-04-23T18:10:37.723 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 32/156 2024-04-23T18:10:37.751 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 33/156 2024-04-23T18:10:37.822 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 34/156 2024-04-23T18:10:37.875 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : luarocks-3.9.2-1.el9.noarch 35/156 2024-04-23T18:10:37.949 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 36/156 2024-04-23T18:10:38.084 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 37/156 2024-04-23T18:10:38.152 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 38/156 2024-04-23T18:10:38.693 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rsa-4.9-2.el9.noarch 39/156 2024-04-23T18:10:38.773 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 40/156 2024-04-23T18:10:38.801 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 41/156 2024-04-23T18:10:38.844 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 42/156 2024-04-23T18:10:38.882 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 43/156 2024-04-23T18:10:38.925 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 44/156 2024-04-23T18:10:39.086 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 45/156 2024-04-23T18:10:39.143 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : openssl-1:3.2.1-1.el9.x86_64 46/156 2024-04-23T18:10:39.198 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 47/156 2024-04-23T18:10:39.269 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 48/156 2024-04-23T18:10:39.302 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 49/156 2024-04-23T18:10:39.339 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 50/156 2024-04-23T18:10:39.376 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:39.385 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 51/156 2024-04-23T18:10:39.415 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:39.421 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 52/156 2024-04-23T18:10:39.464 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 53/156 2024-04-23T18:10:39.506 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 54/156 2024-04-23T18:10:39.641 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 55/156 2024-04-23T18:10:39.687 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 56/156 2024-04-23T18:10:39.717 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 57/156 2024-04-23T18:10:39.758 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 58/156 2024-04-23T18:10:39.861 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 59/156 2024-04-23T18:10:39.901 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 60/156 2024-04-23T18:10:39.941 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 61/156 2024-04-23T18:10:39.959 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:39.967 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 62/156 2024-04-23T18:10:39.991 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 63/156 2024-04-23T18:10:39.993 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:40.066 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 64/156 2024-04-23T18:10:40.078 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:40.078 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:10:40.078 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:10:40.078 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:40.112 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:40.191 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 65/156 2024-04-23T18:10:40.232 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 66/156 2024-04-23T18:10:40.260 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 67/156 2024-04-23T18:10:40.293 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 68/156 2024-04-23T18:10:40.333 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : uuid-1.6.2-55.el9.x86_64 69/156 2024-04-23T18:10:40.364 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 70/156 2024-04-23T18:10:40.394 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 71/156 2024-04-23T18:10:40.429 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 72/156 2024-04-23T18:10:40.462 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 73/156 2024-04-23T18:10:40.520 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 74/156 2024-04-23T18:10:40.555 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 75/156 2024-04-23T18:10:40.641 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 76/156 2024-04-23T18:10:40.693 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 77/156 2024-04-23T18:10:40.725 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 78/156 2024-04-23T18:10:40.771 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 79/156 2024-04-23T18:10:40.868 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-packaging-20.9-5.el9.noarch 80/156 2024-04-23T18:10:40.918 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 81/156 2024-04-23T18:10:41.183 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:10:41.224 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:10:41.265 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:10:41.297 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:10:41.324 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:10:41.516 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:10:41.562 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:10:41.591 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:10:41.631 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 82/156 2024-04-23T18:10:41.682 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 83/156 2024-04-23T18:10:41.749 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 84/156 2024-04-23T18:10:41.845 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 85/156 2024-04-23T18:10:41.897 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 86/156 2024-04-23T18:10:41.975 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 87/156 2024-04-23T18:10:42.017 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 88/156 2024-04-23T18:10:42.177 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:42.194 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openblas-0.3.21-2.el9.x86_64 89/156 2024-04-23T18:10:42.213 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:42.223 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 90/156 2024-04-23T18:10:42.234 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:10:42.301 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 91/156 2024-04-23T18:10:42.926 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 92/156 2024-04-23T18:10:43.053 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 93/156 2024-04-23T18:10:43.131 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:10:43.219 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:10:43.261 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:10:43.344 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:10:43.373 INFO:teuthology.orchestra.run.smithi055.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:10:43.374 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:43.457 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:10:43.490 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:10:43.490 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:43.582 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:10:43.649 INFO:teuthology.orchestra.run.smithi055.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:44.273 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 94/156 2024-04-23T18:10:44.360 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 95/156 2024-04-23T18:10:44.388 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 96/156 2024-04-23T18:10:44.421 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 97/156 2024-04-23T18:10:44.734 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 98/156 2024-04-23T18:10:44.784 INFO:teuthology.orchestra.run.smithi116.stdout: Upgrading : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:44.878 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 99/156 2024-04-23T18:10:44.897 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 100/156 2024-04-23T18:10:44.933 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 101/156 2024-04-23T18:10:45.410 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 102/156 2024-04-23T18:10:45.454 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:45.508 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 103/156 2024-04-23T18:10:45.530 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 104/156 2024-04-23T18:10:47.805 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:47.843 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:48.384 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 105/156 2024-04-23T18:10:48.422 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:48.511 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 106/156 2024-04-23T18:10:48.511 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-23T18:10:48.511 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-23T18:10:48.511 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:10:48.539 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:49.671 INFO:teuthology.orchestra.run.smithi055.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:49.671 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:10:49.671 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:10:49.672 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:10:49.673 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:10:49.674 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:10:49.688 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:10:49.689 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:10:49.690 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:10:49.691 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:10:49.692 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:10:49.693 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:10:49.694 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:10:49.695 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:10:49.696 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:10:49.697 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:10:49.698 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:10:49.699 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:10:51.717 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:51.717 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /sys 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /proc 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /mnt 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /var/tmp 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /home 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /root 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout:skipping the directory /tmp 2024-04-23T18:10:51.718 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:51.750 INFO:teuthology.orchestra.run.smithi055.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:10:51.750 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:51.750 INFO:teuthology.orchestra.run.smithi055.stdout:Upgraded: 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout:Installed: 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.751 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.752 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:10:51.753 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.754 INFO:teuthology.orchestra.run.smithi055.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.755 INFO:teuthology.orchestra.run.smithi055.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:10:51.756 INFO:teuthology.orchestra.run.smithi055.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.757 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:10:51.758 INFO:teuthology.orchestra.run.smithi055.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:10:51.759 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:10:51.760 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.761 INFO:teuthology.orchestra.run.smithi055.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:10:51.762 INFO:teuthology.orchestra.run.smithi055.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:10:51.763 INFO:teuthology.orchestra.run.smithi055.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:10:51.764 INFO:teuthology.orchestra.run.smithi055.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:10:51.764 INFO:teuthology.orchestra.run.smithi055.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:10:51.764 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:10:51.764 INFO:teuthology.orchestra.run.smithi055.stdout:Complete! 2024-04-23T18:10:51.877 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:51.892 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:51.892 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:51.892 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:10:51.893 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:52.140 DEBUG:teuthology.parallel:result is None 2024-04-23T18:10:53.378 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:10:53.407 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:53.647 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:53.675 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:10:53.676 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:53.676 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:10:53.676 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:53.676 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:10:53.676 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:54.124 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:54.147 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:10:54.148 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:54.148 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:10:54.148 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:54.148 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:10:54.148 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:54.262 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:10:54.319 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:10:54.374 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:10:54.562 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:10:54.617 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:10:54.695 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:10:54.783 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:10:54.922 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:10:54.967 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:10:54.999 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:10:55.027 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:10:55.438 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:55.467 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:10:55.500 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:10:55.569 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:10:55.600 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:56.644 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:10:56.676 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:57.649 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:10:57.685 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:57.789 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:10:57.957 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:10:57.995 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:10:58.018 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:58.071 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:58.082 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:10:58.181 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:10:58.236 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:10:59.162 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:10:59.191 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:59.213 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:10:59.213 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.213 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:10:59.213 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:59.214 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:10:59.214 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:59.258 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:59.280 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:10:59.280 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.280 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:10:59.281 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:59.333 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:59.356 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:10:59.357 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.357 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:10:59.357 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:59.357 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:10:59.357 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:59.659 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:59.682 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:10:59.682 INFO:teuthology.orchestra.run.smithi152.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.682 INFO:teuthology.orchestra.run.smithi152.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:10:59.682 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:59.682 INFO:teuthology.orchestra.run.smithi152.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:10:59.683 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:10:59.778 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 107/156 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /sys 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /proc 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /mnt 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /var/tmp 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /home 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /root 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout:skipping the directory /tmp 2024-04-23T18:10:59.779 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:10:59.950 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:59.983 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 108/156 2024-04-23T18:10:59.983 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:10:59.983 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-23T18:10:59.983 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:01.454 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 109/156 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-23T18:11:01.482 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:01.704 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 110/156 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-23T18:11:01.727 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:02.171 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:11:02.194 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 111/156 2024-04-23T18:11:02.194 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:02.194 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-23T18:11:02.195 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:11:02.195 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-23T18:11:02.195 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:02.301 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : automake-1.16.2-8.el9.noarch 112/156 2024-04-23T18:11:02.349 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-ply-3.11-14.el9.noarch 113/156 2024-04-23T18:11:02.405 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 114/156 2024-04-23T18:11:02.598 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 115/156 2024-04-23T18:11:02.646 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 116/156 2024-04-23T18:11:02.716 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 117/156 2024-04-23T18:11:02.804 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:11:02.943 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:11:02.980 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 120/156 2024-04-23T18:11:03.012 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 121/156 2024-04-23T18:11:03.040 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : fuse-2.9.9-15.el9.x86_64 122/156 2024-04-23T18:11:03.499 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:11:03.530 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 123/156 2024-04-23T18:11:03.562 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 124/156 2024-04-23T18:11:03.623 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 125/156 2024-04-23T18:11:03.661 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:11:04.322 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:11:04.371 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:11:04.412 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:11:04.445 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:11:04.472 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:11:04.658 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:11:04.701 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 126/156 2024-04-23T18:11:04.702 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:11:04.750 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:11:04.780 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:11:05.307 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.349 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.369 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:05.746 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 127/156 2024-04-23T18:11:05.789 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:11:05.891 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 128/156 2024-04-23T18:11:06.061 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 129/156 2024-04-23T18:11:06.090 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:11:06.113 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 130/156 2024-04-23T18:11:06.113 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:06.113 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-23T18:11:06.114 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:11:06.114 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-23T18:11:06.114 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:06.158 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:11:06.168 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 131/156 2024-04-23T18:11:06.222 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:11:06.266 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 132/156 2024-04-23T18:11:06.313 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:11:06.314 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 133/156 2024-04-23T18:11:06.354 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:11:06.446 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:11:06.484 INFO:teuthology.orchestra.run.smithi152.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:11:06.484 INFO:teuthology.orchestra.run.smithi152.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:06.568 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:06.601 INFO:teuthology.orchestra.run.smithi152.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:06.601 INFO:teuthology.orchestra.run.smithi152.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:06.674 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:06.741 INFO:teuthology.orchestra.run.smithi152.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:07.247 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libtool-2.4.6-45.el9.x86_64 134/156 2024-04-23T18:11:07.277 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:11:07.299 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 135/156 2024-04-23T18:11:07.299 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:07.299 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-23T18:11:07.299 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:11:07.299 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-23T18:11:07.300 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:07.345 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:11:07.367 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 136/156 2024-04-23T18:11:07.367 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:07.367 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-23T18:11:07.367 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:07.414 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 137/156 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-04-23T18:11:07.434 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:07.746 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:11:07.768 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 138/156 2024-04-23T18:11:07.768 INFO:teuthology.orchestra.run.smithi116.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-23T18:11:07.769 INFO:teuthology.orchestra.run.smithi116.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-23T18:11:07.769 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:11:07.769 INFO:teuthology.orchestra.run.smithi116.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-23T18:11:07.769 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:12.357 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 139/156 2024-04-23T18:11:12.399 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 140/156 2024-04-23T18:11:12.440 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 141/156 2024-04-23T18:11:12.471 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 142/156 2024-04-23T18:11:12.491 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 143/156 2024-04-23T18:11:12.662 INFO:teuthology.orchestra.run.smithi152.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:11:12.663 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:11:12.664 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:11:12.665 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:11:12.666 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 144/156 2024-04-23T18:11:12.679 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:11:12.679 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:11:12.679 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:11:12.679 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:11:12.679 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:11:12.680 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:11:12.681 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:11:12.682 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:11:12.683 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:11:12.684 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:11:12.685 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:11:12.686 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:11:12.687 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:11:12.688 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:11:12.689 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:11:12.690 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:11:12.691 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:12.691 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:11:12.703 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-contrib-13.14-1.el9.x86_64 145/156 2024-04-23T18:11:12.733 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 146/156 2024-04-23T18:11:13.311 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:13.347 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:13.366 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: postgresql-server-13.14-1.el9.x86_64 147/156 2024-04-23T18:11:14.198 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 148/156 2024-04-23T18:11:14.285 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : openssl-devel-1:3.2.1-1.el9.x86_64 149/156 2024-04-23T18:11:14.325 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 150/156 2024-04-23T18:11:14.408 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : flex-2.6.4-9.el9.x86_64 151/156 2024-04-23T18:11:14.439 INFO:teuthology.orchestra.run.smithi116.stdout: Installing : bison-3.7.4-5.el9.x86_64 152/156 2024-04-23T18:11:14.439 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:14.523 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 153/156 2024-04-23T18:11:14.556 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:14.556 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:14.648 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 155/156 2024-04-23T18:11:14.713 INFO:teuthology.orchestra.run.smithi116.stdout: Cleanup : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:14.756 INFO:teuthology.orchestra.run.smithi152.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:14.756 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout:Upgraded: 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout:Installed: 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:11:14.757 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.758 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.759 INFO:teuthology.orchestra.run.smithi152.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:11:14.760 INFO:teuthology.orchestra.run.smithi152.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:11:14.761 INFO:teuthology.orchestra.run.smithi152.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:11:14.762 INFO:teuthology.orchestra.run.smithi152.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:11:14.763 INFO:teuthology.orchestra.run.smithi152.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:11:14.764 INFO:teuthology.orchestra.run.smithi152.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:11:14.765 INFO:teuthology.orchestra.run.smithi152.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:11:14.766 INFO:teuthology.orchestra.run.smithi152.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:11:14.767 INFO:teuthology.orchestra.run.smithi152.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:11:14.768 INFO:teuthology.orchestra.run.smithi152.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:11:14.769 INFO:teuthology.orchestra.run.smithi152.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:11:14.770 INFO:teuthology.orchestra.run.smithi152.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:11:14.770 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:11:14.770 INFO:teuthology.orchestra.run.smithi152.stdout:Complete! 2024-04-23T18:11:15.120 DEBUG:teuthology.parallel:result is None 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Running scriptlet: openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 1/156 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2/156 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 3/156 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 4/156 2024-04-23T18:11:20.504 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-3156.gd69f1 5/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 6/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 7/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 8/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 9/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 10/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 11/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 12/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 13/156 2024-04-23T18:11:20.505 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 14/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_ 15/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 16/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 17/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_6 18/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86 19/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 20/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el 21/156 2024-04-23T18:11:20.506 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7. 22/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_6 23/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 24/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 25/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 26/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 27/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 28/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 29/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8. 30/156 2024-04-23T18:11:20.507 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noa 31/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.n 32/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69 33/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el 34/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 35/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.e 36/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 37/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 38/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 39/156 2024-04-23T18:11:20.508 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 40/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 41/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 42/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 48/156 2024-04-23T18:11:20.509 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 52/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/156 2024-04-23T18:11:20.510 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 61/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 62/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 66/156 2024-04-23T18:11:20.511 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 67/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-devel-1:3.2.1-1.el9.x86_64 68/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-13.14-1.el9.x86_64 69/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-contrib-13.14-1.el9.x86_64 70/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-private-libs-13.14-1.el9.x86_64 71/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : postgresql-server-13.14-1.el9.x86_64 72/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/156 2024-04-23T18:11:20.512 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 76/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 77/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 78/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 79/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 80/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 81/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 82/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 83/156 2024-04-23T18:11:20.513 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 84/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 85/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 86/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 87/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 88/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 89/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 90/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 91/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 92/156 2024-04-23T18:11:20.514 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 93/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 94/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 95/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 96/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 97/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 98/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 99/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 100/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 101/156 2024-04-23T18:11:20.515 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 102/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 103/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 104/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 105/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 106/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 107/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 108/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 109/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 110/156 2024-04-23T18:11:20.516 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 111/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 112/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 113/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 114/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 115/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 116/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 117/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 118/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 119/156 2024-04-23T18:11:20.517 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 120/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 121/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 122/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/156 2024-04-23T18:11:20.518 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/156 2024-04-23T18:11:20.519 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 142/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 143/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/156 2024-04-23T18:11:20.520 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : re2-1:20211101-3.el9.x86_64 147/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 149/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 151/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-1:3.2.1-1.el9.x86_64 153/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 154/156 2024-04-23T18:11:20.521 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-libs-1:3.2.1-1.el9.x86_64 155/156 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 156/156 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout:Upgraded: 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: librados2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: librbd1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-libs-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout:Installed: 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-23T18:11:22.635 INFO:teuthology.orchestra.run.smithi116.stdout: automake-1.16.2-8.el9.noarch 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: bison-3.7.4-5.el9.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-base-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.636 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-grafana-dashboards-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.637 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-immutable-object-cache-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.637 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mds-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.637 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.637 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.637 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-dashboard-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-diskprediction-local-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-modules-core-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mgr-rook-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-mon-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-osd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.638 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-prometheus-alerts-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.639 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-radosgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.639 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-selinux-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.639 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-test-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.639 INFO:teuthology.orchestra.run.smithi116.stdout: ceph-volume-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.639 INFO:teuthology.orchestra.run.smithi116.stdout: cephadm-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.640 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.640 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-shell-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.640 INFO:teuthology.orchestra.run.smithi116.stdout: cephfs-top-2:19.0.0-3156.gd69f13d8.el7.noarch 2024-04-23T18:11:22.640 INFO:teuthology.orchestra.run.smithi116.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-04-23T18:11:22.640 INFO:teuthology.orchestra.run.smithi116.stdout: flex-2.6.4-9.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-23T18:11:22.641 INFO:teuthology.orchestra.run.smithi116.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-23T18:11:22.642 INFO:teuthology.orchestra.run.smithi116.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-04-23T18:11:22.642 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-23T18:11:22.642 INFO:teuthology.orchestra.run.smithi116.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-23T18:11:22.642 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.642 INFO:teuthology.orchestra.run.smithi116.stdout: libcephfs2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.643 INFO:teuthology.orchestra.run.smithi116.stdout: libcephsqlite-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.643 INFO:teuthology.orchestra.run.smithi116.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-23T18:11:22.643 INFO:teuthology.orchestra.run.smithi116.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-23T18:11:22.643 INFO:teuthology.orchestra.run.smithi116.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-23T18:11:22.643 INFO:teuthology.orchestra.run.smithi116.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: librados-devel-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: libradosstriper1-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: librgw2-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.644 INFO:teuthology.orchestra.run.smithi116.stdout: libtool-2.4.6-45.el9.x86_64 2024-04-23T18:11:22.645 INFO:teuthology.orchestra.run.smithi116.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-23T18:11:22.645 INFO:teuthology.orchestra.run.smithi116.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-04-23T18:11:22.645 INFO:teuthology.orchestra.run.smithi116.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-04-23T18:11:22.645 INFO:teuthology.orchestra.run.smithi116.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-23T18:11:22.645 INFO:teuthology.orchestra.run.smithi116.stdout: lua-5.4.4-4.el9.x86_64 2024-04-23T18:11:22.646 INFO:teuthology.orchestra.run.smithi116.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-23T18:11:22.646 INFO:teuthology.orchestra.run.smithi116.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-23T18:11:22.646 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-23T18:11:22.646 INFO:teuthology.orchestra.run.smithi116.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: openssl-devel-1:3.2.1-1.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-13.14-1.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-contrib-13.14-1.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-private-libs-13.14-1.el9.x86_64 2024-04-23T18:11:22.647 INFO:teuthology.orchestra.run.smithi116.stdout: postgresql-server-13.14-1.el9.x86_64 2024-04-23T18:11:22.648 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-23T18:11:22.648 INFO:teuthology.orchestra.run.smithi116.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-23T18:11:22.648 INFO:teuthology.orchestra.run.smithi116.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-23T18:11:22.648 INFO:teuthology.orchestra.run.smithi116.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-argparse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ceph-common-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.649 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cephfs-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.650 INFO:teuthology.orchestra.run.smithi116.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-23T18:11:22.650 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-23T18:11:22.650 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-23T18:11:22.650 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-23T18:11:22.650 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-23T18:11:22.651 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-23T18:11:22.652 INFO:teuthology.orchestra.run.smithi116.stdout: python3-ply-3.11-14.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-23T18:11:22.653 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rados-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rgw-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.654 INFO:teuthology.orchestra.run.smithi116.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-23T18:11:22.655 INFO:teuthology.orchestra.run.smithi116.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-fuse-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-mirror-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: rbd-nbd-2:19.0.0-3156.gd69f13d8.el7.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: re2-1:20211101-3.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: uuid-1.6.2-55.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-04-23T18:11:22.656 INFO:teuthology.orchestra.run.smithi116.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-23T18:11:22.657 INFO:teuthology.orchestra.run.smithi116.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-04-23T18:11:22.657 INFO:teuthology.orchestra.run.smithi116.stdout: 2024-04-23T18:11:22.657 INFO:teuthology.orchestra.run.smithi116.stdout:Complete! 2024-04-23T18:11:23.046 DEBUG:teuthology.parallel:result is None 2024-04-23T18:11:23.047 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:23.275 DEBUG:teuthology.orchestra.run.smithi055:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:23.303 INFO:teuthology.orchestra.run.smithi055.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.303 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.303 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:23.305 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:23.535 DEBUG:teuthology.orchestra.run.smithi116:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:23.558 INFO:teuthology.orchestra.run.smithi116.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.558 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.558 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:23.560 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:23.784 DEBUG:teuthology.orchestra.run.smithi152:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-23T18:11:23.811 INFO:teuthology.orchestra.run.smithi152.stdout:19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.811 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-3156.gd69f13d8.el7 2024-04-23T18:11:23.811 INFO:teuthology.task.install:The correct ceph version 19.0.0-3156.gd69f13d8 is installed. 2024-04-23T18:11:23.813 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-23T18:11:23.813 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:11:23.813 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:23.847 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:11:23.847 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:23.873 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:11:23.873 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-23T18:11:23.903 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-23T18:11:23.903 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:11:23.904 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:23.932 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:23.999 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:11:23.999 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:24.024 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:24.090 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:11:24.090 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/usr/bin/daemon-helper 2024-04-23T18:11:24.119 DEBUG:teuthology.orchestra.run.smithi152:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-23T18:11:24.187 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-23T18:11:24.187 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:11:24.187 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:24.216 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:24.284 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:11:24.284 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:24.308 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:24.373 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:11:24.373 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-23T18:11:24.401 DEBUG:teuthology.orchestra.run.smithi152:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-23T18:11:24.469 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-23T18:11:24.469 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:11:24.469 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:24.498 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:24.567 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:11:24.567 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:24.591 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:24.655 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:11:24.655 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/usr/bin/stdin-killer 2024-04-23T18:11:24.683 DEBUG:teuthology.orchestra.run.smithi152:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-23T18:11:24.750 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-23T18:11:24.868 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability'], 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-23T18:11:24.868 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:24.869 INFO:tasks.cephadm:Cluster fsid is e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:11:24.869 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-23T18:11:24.869 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.55', 'mon.b': '172.21.15.116', 'mon.c': '172.21.15.152'} 2024-04-23T18:11:24.869 INFO:tasks.cephadm:First mon is mon.a on smithi055 2024-04-23T18:11:24.869 INFO:tasks.cephadm:First mgr is x 2024-04-23T18:11:24.869 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-23T18:11:24.869 DEBUG:teuthology.orchestra.run.smithi055:> sudo hostname $(hostname -s) 2024-04-23T18:11:24.899 DEBUG:teuthology.orchestra.run.smithi116:> sudo hostname $(hostname -s) 2024-04-23T18:11:24.923 DEBUG:teuthology.orchestra.run.smithi152:> sudo hostname $(hostname -s) 2024-04-23T18:11:24.952 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-23T18:11:24.952 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:25.095 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'd69f13d827952bb07bb9b7973bca14f97d764d6f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78795/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3156-gd69f13d8', 'node_name': '172.21.5.39+adami09', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3156.gd69f13d8'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-22 12:00:06.590653', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-quiescer', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-23T18:11:25.236 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref wip-lusov-quiescer, sha1 d69f13d827952bb07bb9b7973bca14f97d764d6f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:11:25.238 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm 2024-04-23T18:11:25.238 DEBUG:teuthology.orchestra.run.smithi055:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:25.874 INFO:teuthology.orchestra.run.smithi055.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:25.874 DEBUG:teuthology.orchestra.run.smithi116:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:27.291 INFO:teuthology.orchestra.run.smithi116.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:27.291 DEBUG:teuthology.orchestra.run.smithi152:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/wip-lusov-quiescer/d69f13d827952bb07bb9b7973bca14f97d764d6f/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:28.791 INFO:teuthology.orchestra.run.smithi152.stdout:-rw-r--r--. 1 ubuntu ubuntu 781541 Apr 23 18:11 /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:28.791 DEBUG:teuthology.orchestra.run.smithi055:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:28.811 DEBUG:teuthology.orchestra.run.smithi116:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:28.829 DEBUG:teuthology.orchestra.run.smithi152:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-23T18:11:28.864 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f on all hosts... 2024-04-23T18:11:28.865 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:28.867 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:28.873 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f pull 2024-04-23T18:11:30.382 INFO:teuthology.orchestra.run.smithi152.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:11:30.400 INFO:teuthology.orchestra.run.smithi055.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:11:30.478 INFO:teuthology.orchestra.run.smithi116.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:16.625 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout: "repo_digests": [ 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:12:16.626 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:12:17.615 INFO:teuthology.orchestra.run.smithi152.stdout:{ 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout: "repo_digests": [ 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout: ] 2024-04-23T18:12:17.616 INFO:teuthology.orchestra.run.smithi152.stdout:} 2024-04-23T18:12:42.893 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-23T18:12:42.894 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_version": "ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev)", 2024-04-23T18:12:42.894 INFO:teuthology.orchestra.run.smithi116.stdout: "image_id": "da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76", 2024-04-23T18:12:42.894 INFO:teuthology.orchestra.run.smithi116.stdout: "repo_digests": [ 2024-04-23T18:12:42.894 INFO:teuthology.orchestra.run.smithi116.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4" 2024-04-23T18:12:42.894 INFO:teuthology.orchestra.run.smithi116.stdout: ] 2024-04-23T18:12:42.895 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-23T18:12:42.918 DEBUG:teuthology.orchestra.run.smithi055:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:42.953 DEBUG:teuthology.orchestra.run.smithi116:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:42.980 DEBUG:teuthology.orchestra.run.smithi152:> sudo mkdir -p /etc/ceph 2024-04-23T18:12:43.016 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:43.045 DEBUG:teuthology.orchestra.run.smithi116:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:43.068 DEBUG:teuthology.orchestra.run.smithi152:> sudo chmod 777 /etc/ceph 2024-04-23T18:12:43.098 INFO:tasks.cephadm:Writing seed config... 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] debug client = 20 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-04-23T18:12:43.100 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-04-23T18:12:43.101 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-04-23T18:12:43.102 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-23T18:12:43.103 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-04-23T18:12:43.104 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:12:43.104 DEBUG:teuthology.orchestra.run.smithi055:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-23T18:12:43.150 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = e5804afc-019c-11ef-bc93-c7b262605968 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-04-23T18:12:43.151 DEBUG:teuthology.orchestra.run.smithi055:mon.a> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service 2024-04-23T18:12:43.194 DEBUG:teuthology.orchestra.run.smithi055:mgr.x> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x.service 2024-04-23T18:12:43.237 INFO:tasks.cephadm:Bootstrapping... 2024-04-23T18:12:43.237 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f -v bootstrap --fsid e5804afc-019c-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.55 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:12:43.441 INFO:teuthology.orchestra.run.smithi055.stdout:-------------------------------------------------------------------------------- 2024-04-23T18:12:43.441 INFO:teuthology.orchestra.run.smithi055.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f', '-v', 'bootstrap', '--fsid', 'e5804afc-019c-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.55', '--skip-admin-label'] 2024-04-23T18:12:43.442 INFO:teuthology.orchestra.run.smithi055.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-23T18:12:43.442 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying podman|docker is present... 2024-04-23T18:12:43.487 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-23T18:12:43.487 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying lvm2 is present... 2024-04-23T18:12:43.487 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying time synchronization is in place... 2024-04-23T18:12:43.495 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-23T18:12:43.495 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-23T18:12:43.501 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-23T18:12:43.501 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:12:43.508 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout enabled 2024-04-23T18:12:43.514 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout active 2024-04-23T18:12:43.514 INFO:teuthology.orchestra.run.smithi055.stdout:Unit chronyd.service is enabled and running 2024-04-23T18:12:43.514 INFO:teuthology.orchestra.run.smithi055.stdout:Repeating the final host check... 2024-04-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi055.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-23T18:12:43.538 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl is present 2024-04-23T18:12:43.539 INFO:teuthology.orchestra.run.smithi055.stdout:lvcreate is present 2024-04-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-23T18:12:43.545 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-23T18:12:43.551 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:12:43.558 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout enabled 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout active 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:Unit chronyd.service is enabled and running 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:Host looks OK 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:Cluster fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:Acquiring lock 140641915288736 on /run/cephadm/e5804afc-019c-11ef-bc93-c7b262605968.lock 2024-04-23T18:12:43.564 INFO:teuthology.orchestra.run.smithi055.stdout:Lock 140641915288736 acquired on /run/cephadm/e5804afc-019c-11ef-bc93-c7b262605968.lock 2024-04-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying IP 172.21.15.55 port 3300 ... 2024-04-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying IP 172.21.15.55 port 6789 ... 2024-04-23T18:12:43.565 INFO:teuthology.orchestra.run.smithi055.stdout:Base mon IP(s) is [172.21.15.55:3300, 172.21.15.55:6789], mon addrv is [v2:172.21.15.55:3300,v1:172.21.15.55:6789] 2024-04-23T18:12:43.568 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.55 metric 100 2024-04-23T18:12:43.569 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.55 metric 100 2024-04-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-04-23T18:12:43.571 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-04-23T18:12:43.573 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-04-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout inet6 fe80::ae1f:6bff:fef8:2606/64 scope link noprefixroute 2024-04-23T18:12:43.574 INFO:teuthology.orchestra.run.smithi055.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi055.stdout:Mon IP `172.21.15.55` is in CIDR network `172.21.0.0/20` 2024-04-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi055.stdout:Mon IP `172.21.15.55` is in CIDR network `172.21.0.0/20` 2024-04-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi055.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-23T18:12:43.575 INFO:teuthology.orchestra.run.smithi055.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-23T18:12:43.576 INFO:teuthology.orchestra.run.smithi055.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:47.024 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stdout da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-23T18:12:47.024 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f... 2024-04-23T18:12:47.024 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Getting image source signatures 2024-04-23T18:12:47.024 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Copying blob sha256:7f03586bcf9c6a2b4d690c118c4aa5b771f9c6f252d75a20fb283dd07093a738 2024-04-23T18:12:47.024 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Copying blob sha256:426fede9fffa2c7dfe40a4f9322a34794b72405170134d54d2c30d9cc6c6a5be 2024-04-23T18:12:47.025 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Copying config sha256:da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 2024-04-23T18:12:47.025 INFO:teuthology.orchestra.run.smithi055.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-23T18:12:53.713 INFO:teuthology.orchestra.run.smithi055.stdout:ceph: stdout ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-23T18:12:53.713 INFO:teuthology.orchestra.run.smithi055.stdout:Ceph version: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev) 2024-04-23T18:12:53.713 INFO:teuthology.orchestra.run.smithi055.stdout:Extracting ceph user uid/gid from container image... 2024-04-23T18:12:54.746 INFO:teuthology.orchestra.run.smithi055.stdout:stat: stdout 167 167 2024-04-23T18:12:54.747 INFO:teuthology.orchestra.run.smithi055.stdout:Creating initial keys... 2024-04-23T18:12:55.845 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph-authtool: stdout AQAn+idmFSNZBhAArhjtoXi7qGLocXS1uS9avw== 2024-04-23T18:12:56.791 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph-authtool: stdout AQAo+idmltyQDBAAc5k0oNlD9gYPVgRHMbUlTQ== 2024-04-23T18:12:57.688 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph-authtool: stdout AQAp+idmFVZ+BxAAm7kvj8hBBmKGEbrEPb1CjQ== 2024-04-23T18:12:57.689 INFO:teuthology.orchestra.run.smithi055.stdout:Creating initial monmap... 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:monmaptool for a [v2:172.21.15.55:3300,v1:172.21.15.55:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:setting min_mon_release = quincy 2024-04-23T18:12:58.655 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: set fsid to e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:12:58.656 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-23T18:12:58.656 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:12:58.656 INFO:teuthology.orchestra.run.smithi055.stdout:Creating mon... 2024-04-23T18:13:00.353 INFO:teuthology.orchestra.run.smithi055.stdout:create mon.a on 2024-04-23T18:13:00.568 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-23T18:13:00.724 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-23T18:13:00.921 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target. 2024-04-23T18:13:00.921 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target. 2024-04-23T18:13:01.139 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a 2024-04-23T18:13:01.140 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-23T18:13:01.310 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target.wants/ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968@.service. 2024-04-23T18:13:01.874 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:01.874 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout disabled 2024-04-23T18:13:01.880 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:01.880 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:13:01.881 INFO:teuthology.orchestra.run.smithi055.stdout:firewalld.service is not enabled 2024-04-23T18:13:01.881 INFO:teuthology.orchestra.run.smithi055.stdout:Not possible to enable service . firewalld.service is not available 2024-04-23T18:13:01.881 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mon to start... 2024-04-23T18:13:01.881 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mon... 2024-04-23T18:13:02.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:02 smithi055 ceph-mon[28822]: from='client.? 172.21.15.55:0/609109296' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-23T18:13:02.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout cluster: 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout id: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout services: 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.538661s) 2024-04-23T18:13:02.943 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout data: 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout pgs: 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.291+0000 7f72b63bc700 1 Processor -- start 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.291+0000 7f72b63bc700 1 -- start start 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.291+0000 7f72b63bc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.291+0000 7f72b63bc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f72b007be80 con 0x7f72b0109030 2024-04-23T18:13:02.944 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.292+0000 7f72affff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.292+0000 7f72affff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34622/0 (socket says 172.21.15.55:34622) 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.292+0000 7f72affff700 1 -- 172.21.15.55:0/2686911401 learned_addr learned my addr 172.21.15.55:0/2686911401 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.292+0000 7f72affff700 1 -- 172.21.15.55:0/2686911401 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b010b960 con 0x7f72b0109030 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.292+0000 7f72affff700 1 --2- 172.21.15.55:0/2686911401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f72a00098a0 tx=0x7f72a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f4a7c6ea96b011 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72aeffd700 1 -- 172.21.15.55:0/2686911401 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a0004160 con 0x7f72b0109030 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72aeffd700 1 -- 172.21.15.55:0/2686911401 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a0004300 con 0x7f72b0109030 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72aeffd700 1 -- 172.21.15.55:0/2686911401 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a00036a0 con 0x7f72b0109030 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 -- 172.21.15.55:0/2686911401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 msgr2=0x7f72b010b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 --2- 172.21.15.55:0/2686911401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f72a00098a0 tx=0x7f72a0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 -- 172.21.15.55:0/2686911401 shutdown_connections 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 --2- 172.21.15.55:0/2686911401 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b010b420 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 -- 172.21.15.55:0/2686911401 >> 172.21.15.55:0/2686911401 conn(0x7f72b0102a40 msgr2=0x7f72b0104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:02.945 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 -- 172.21.15.55:0/2686911401 shutdown_connections 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.293+0000 7f72b63bc700 1 -- 172.21.15.55:0/2686911401 wait complete. 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72b63bc700 1 Processor -- start 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72b63bc700 1 -- start start 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72b63bc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72b63bc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f72b010bdd0 con 0x7f72b0109030 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72affff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72affff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34634/0 (socket says 172.21.15.55:34634) 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.294+0000 7f72affff700 1 -- 172.21.15.55:0/609109296 learned_addr learned my addr 172.21.15.55:0/609109296 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72affff700 1 -- 172.21.15.55:0/609109296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72b019c0a0 con 0x7f72b0109030 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72affff700 1 --2- 172.21.15.55:0/609109296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f72a0000c00 tx=0x7f72a0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a0003db0 con 0x7f72b0109030 2024-04-23T18:13:02.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f72a0011630 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72b019c390 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72a0011950 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72b019f020 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f72a0011af0 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.295+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f72a001c450 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.296+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72b00640a0 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.298+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f72a0032020 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.374+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7f72b019f5d0 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.374+0000 7f72ad7fa700 1 -- 172.21.15.55:0/609109296 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7f72a0004260 con 0x7f72b0109030 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 msgr2=0x7f72b019bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:02.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 --2- 172.21.15.55:0/609109296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f72a0000c00 tx=0x7f72a0004750 comp rx=0 tx=0).stop 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 shutdown_connections 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 --2- 172.21.15.55:0/609109296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f72b0109030 0x7f72b019bb60 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 >> 172.21.15.55:0/609109296 conn(0x7f72b0102a40 msgr2=0x7f72b0103830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 shutdown_connections 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:02.376+0000 7f72b63bc700 1 -- 172.21.15.55:0/609109296 wait complete. 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:mon is available 2024-04-23T18:13:02.948 INFO:teuthology.orchestra.run.smithi055.stdout:Assimilating anything we can from ceph.conf... 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [global] 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout fsid = e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.55:3300,v1:172.21.15.55:6789] 2024-04-23T18:13:03.964 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [osd] 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-23T18:13:03.965 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f6997635700 1 Processor -- start 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f6997635700 1 -- start start 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f6997635700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f6997635700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6990109040 con 0x7f6990108650 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f69953d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f69953d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34650/0 (socket says 172.21.15.55:34650) 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.342+0000 7f69953d1700 1 -- 172.21.15.55:0/3456494698 learned_addr learned my addr 172.21.15.55:0/3456494698 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f69953d1700 1 -- 172.21.15.55:0/3456494698 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6990109800 con 0x7f6990108650 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f69953d1700 1 --2- 172.21.15.55:0/3456494698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f69800098a0 tx=0x7f6980009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b74f9109b43ad41d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6987fff700 1 -- 172.21.15.55:0/3456494698 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6980004160 con 0x7f6990108650 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6987fff700 1 -- 172.21.15.55:0/3456494698 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6980004300 con 0x7f6990108650 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6987fff700 1 -- 172.21.15.55:0/3456494698 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f69800036a0 con 0x7f6990108650 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6997635700 1 -- 172.21.15.55:0/3456494698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 msgr2=0x7f6990108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:03.966 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6997635700 1 --2- 172.21.15.55:0/3456494698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f69800098a0 tx=0x7f6980009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6997635700 1 -- 172.21.15.55:0/3456494698 shutdown_connections 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6997635700 1 --2- 172.21.15.55:0/3456494698 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f6990108a70 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.343+0000 7f6997635700 1 -- 172.21.15.55:0/3456494698 >> 172.21.15.55:0/3456494698 conn(0x7f6990103cb0 msgr2=0x7f69901060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 -- 172.21.15.55:0/3456494698 shutdown_connections 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 -- 172.21.15.55:0/3456494698 wait complete. 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 Processor -- start 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 -- start start 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f6997635700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6990109d30 con 0x7f6990108650 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f69953d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f69953d1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34652/0 (socket says 172.21.15.55:34652) 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.344+0000 7f69953d1700 1 -- 172.21.15.55:0/841085276 learned_addr learned my addr 172.21.15.55:0/841085276 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:03.967 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69953d1700 1 -- 172.21.15.55:0/841085276 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f699019e380 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69953d1700 1 --2- 172.21.15.55:0/841085276 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6980000c00 tx=0x7f6980004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6980003db0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6980011630 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6980011950 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f699019e610 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69901a12b0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f698001a460 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.345+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f698001b780 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.346+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69900640a0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.348+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f6980031020 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.419+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f699019eaf0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.422+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+465 (secure 0 0 0) 0x7f699019eaf0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.423+0000 7f69867fc700 1 -- 172.21.15.55:0/841085276 <== mon.0 v2:172.21.15.55:3300/0 8 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f698001a8e0 con 0x7f6990108650 2024-04-23T18:13:03.968 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 msgr2=0x7f699019de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 --2- 172.21.15.55:0/841085276 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f6980000c00 tx=0x7f6980004750 comp rx=0 tx=0).stop 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 shutdown_connections 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 --2- 172.21.15.55:0/841085276 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6990108650 0x7f699019de40 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 >> 172.21.15.55:0/841085276 conn(0x7f6990103cb0 msgr2=0x7f699007d1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 shutdown_connections 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:03.424+0000 7f6997635700 1 -- 172.21.15.55:0/841085276 wait complete. 2024-04-23T18:13:03.969 INFO:teuthology.orchestra.run.smithi055.stdout:Generating new minimal ceph.conf... 2024-04-23T18:13:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:03 smithi055 ceph-mon[28822]: from='client.? 172.21.15.55:0/841085276' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-23T18:13:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:03 smithi055 ceph-mon[28822]: from='client.? 172.21.15.55:0/841085276' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-23T18:13:04.969 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:04 smithi055 ceph-mon[28822]: from='client.? 172.21.15.55:0/3572574503' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:13:04.976 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd7623700 1 Processor -- start 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd7623700 1 -- start start 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd7623700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd7623700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd0108fa0 con 0x7f1bd01085b0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd53bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd53bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34668/0 (socket says 172.21.15.55:34668) 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.389+0000 7f1bd53bf700 1 -- 172.21.15.55:0/4288896486 learned_addr learned my addr 172.21.15.55:0/4288896486 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.390+0000 7f1bd53bf700 1 -- 172.21.15.55:0/4288896486 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd0109760 con 0x7f1bd01085b0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.390+0000 7f1bd53bf700 1 --2- 172.21.15.55:0/4288896486 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0098a0 tx=0x7f1bcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e064e1c87cce2d7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.390+0000 7f1bc7fff700 1 -- 172.21.15.55:0/4288896486 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bcc004160 con 0x7f1bd01085b0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.390+0000 7f1bc7fff700 1 -- 172.21.15.55:0/4288896486 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f1bcc004300 con 0x7f1bd01085b0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.390+0000 7f1bc7fff700 1 -- 172.21.15.55:0/4288896486 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bcc011b20 con 0x7f1bd01085b0 2024-04-23T18:13:04.977 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- 172.21.15.55:0/4288896486 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 msgr2=0x7f1bd01089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 --2- 172.21.15.55:0/4288896486 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc0098a0 tx=0x7f1bcc009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- 172.21.15.55:0/4288896486 shutdown_connections 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 --2- 172.21.15.55:0/4288896486 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd01089d0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- 172.21.15.55:0/4288896486 >> 172.21.15.55:0/4288896486 conn(0x7f1bd0103bb0 msgr2=0x7f1bd0105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- 172.21.15.55:0/4288896486 shutdown_connections 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- 172.21.15.55:0/4288896486 wait complete. 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 Processor -- start 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 -- start start 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.391+0000 7f1bd7623700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd7623700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1bd010cb10 con 0x7f1bd01085b0 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd53bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:04.978 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd53bf700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34684/0 (socket says 172.21.15.55:34684) 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd53bf700 1 -- 172.21.15.55:0/3572574503 learned_addr learned my addr 172.21.15.55:0/3572574503 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd53bf700 1 -- 172.21.15.55:0/3572574503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bd007e0a0 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd53bf700 1 --2- 172.21.15.55:0/3572574503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc006af0 tx=0x7f1bcc011c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bcc003930 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f1bcc003ad0 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bd007c290 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1bcc019610 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.392+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bd007c750 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.393+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f1bcc019c30 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.393+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f1bcc024730 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.393+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bd00640a0 con 0x7f1bd01085b0 2024-04-23T18:13:04.979 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.396+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f1bcc043e50 con 0x7f1bd01085b0 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.467+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f1bd007ca00 con 0x7f1bd01085b0 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.467+0000 7f1bc67fc700 1 -- 172.21.15.55:0/3572574503 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f1bcc032030 con 0x7f1bd01085b0 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 msgr2=0x7f1bd007db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 --2- 172.21.15.55:0/3572574503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc006af0 tx=0x7f1bcc011c10 comp rx=0 tx=0).stop 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 shutdown_connections 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 --2- 172.21.15.55:0/3572574503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1bd01085b0 0x7f1bd007db60 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 >> 172.21.15.55:0/3572574503 conn(0x7f1bd0103bb0 msgr2=0x7f1bd0104600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 shutdown_connections 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:04.468+0000 7f1bd7623700 1 -- 172.21.15.55:0/3572574503 wait complete. 2024-04-23T18:13:04.980 INFO:teuthology.orchestra.run.smithi055.stdout:Restarting the monitor... 2024-04-23T18:13:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 systemd[1]: Stopping Ceph mon.a for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:05.606 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a[28818]: 2024-04-23T18:13:05.262+0000 7f905895d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:13:05.606 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a[28818]: 2024-04-23T18:13:05.262+0000 7f905895d700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-23T18:13:05.606 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 podman[29065]: 2024-04-23 18:13:05.324160037 +0000 UTC m=+0.166462727 container died 8071eb50250ed417643b9931402d8545316bb679686cf9fac119ff882036b9e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-23T18:13:05.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 podman[29065]: 2024-04-23 18:13:05.703923935 +0000 UTC m=+0.546226606 container cleanup 8071eb50250ed417643b9931402d8545316bb679686cf9fac119ff882036b9e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-23T18:13:05.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 bash[29065]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a 2024-04-23T18:13:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:05 smithi055 podman[29078]: 2024-04-23 18:13:05.93802155 +0000 UTC m=+0.611818900 container remove 8071eb50250ed417643b9931402d8545316bb679686cf9fac119ff882036b9e1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-23T18:13:06.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-23T18:13:06.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 systemd[1]: Stopped Ceph mon.a for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:06.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 systemd[1]: Starting Ceph mon.a for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:06.543 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 podman[29171]: 2024-04-23 18:13:06.197852868 +0000 UTC m=+0.018496415 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:13:06.543 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 podman[29171]: 2024-04-23 18:13:06.305676289 +0000 UTC m=+0.126319853 container create 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-23T18:13:06.606 INFO:teuthology.orchestra.run.smithi055.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 podman[29171]: 2024-04-23 18:13:06.549750384 +0000 UTC m=+0.370393902 container init 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 podman[29171]: 2024-04-23 18:13:06.552883165 +0000 UTC m=+0.373526681 container start 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: set uid:gid to 167:167 (ceph:ceph) 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: ceph version 19.0.0-3156-gd69f13d8 (d69f13d827952bb07bb9b7973bca14f97d764d6f) squid (dev), process ceph-mon, pid 2 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: pidfile_write: ignore empty --pid-file 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: load: jerasure load: lrc 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: RocksDB version: 7.9.2 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Git sha 0 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Compile date 2024-04-22 10:57:25 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: DB SUMMARY 2024-04-23T18:13:06.845 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: DB Session ID: MVV2R8QZI19UQMBFJ38L 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: CURRENT file: CURRENT 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: IDENTITY file: IDENTITY 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 105590 ; 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.error_if_exists: 0 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.create_if_missing: 0 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.paranoid_checks: 1 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.env: 0x55d99bad1cc0 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.fs: PosixFileSystem 2024-04-23T18:13:06.846 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.info_log: 0x55d99d25dbe0 2024-04-23T18:13:06.847 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_file_opening_threads: 16 2024-04-23T18:13:06.847 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.statistics: (nil) 2024-04-23T18:13:06.847 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.use_fsync: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_log_file_size: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.keep_log_file_num: 1000 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.recycle_log_file_num: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_fallocate: 1 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_mmap_reads: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_mmap_writes: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.use_direct_reads: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-23T18:13:06.848 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.create_missing_column_families: 0 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.db_log_dir: 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.wal_dir: 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.advise_random_on_open: 1 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.db_write_buffer_size: 0 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.write_buffer_manager: 0x55d99d1f10e0 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-23T18:13:06.849 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.rate_limiter: (nil) 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.wal_recovery_mode: 2 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enable_thread_tracking: 0 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enable_pipelined_write: 0 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.unordered_write: 0 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-23T18:13:06.850 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.row_cache: None 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.wal_filter: None 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_ingest_behind: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.two_write_queues: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.manual_wal_flush: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.wal_compression: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.atomic_flush: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.log_readahead_size: 0 2024-04-23T18:13:06.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.best_efforts_recovery: 0 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.allow_data_in_errors: 0 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.db_host_id: __hostname__ 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_background_jobs: 2 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_background_compactions: -1 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_subcompactions: 1 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_total_wal_size: 0 2024-04-23T18:13:06.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_open_files: -1 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bytes_per_sync: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_readahead_size: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_background_flushes: -1 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Compression algorithms supported: 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kZSTD supported: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kXpressCompression supported: 0 2024-04-23T18:13:06.853 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kLZ4HCCompression supported: 1 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kZlibCompression supported: 1 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kSnappyCompression supported: 1 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kLZ4Compression supported: 1 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: kBZip2Compression supported: 0 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.merge_operator: 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_filter: None 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_filter_factory: None 2024-04-23T18:13:06.854 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.sst_partitioner_factory: None 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d99d25ddc0) 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: cache_index_and_filter_blocks: 1 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: pin_top_level_index_and_filter: 1 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: index_type: 0 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: data_block_index_type: 0 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: index_shortening: 1 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: checksum: 4 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: no_block_cache: 0 2024-04-23T18:13:06.855 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_cache: 0x55d99d2231f0 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_cache_name: BinnedLRUCache 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_cache_options: 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: capacity : 536870912 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: num_shard_bits : 4 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: strict_capacity_limit : 0 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: high_pri_pool_ratio: 0.000 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_cache_compressed: (nil) 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: persistent_cache: (nil) 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_size: 4096 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_size_deviation: 10 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_restart_interval: 16 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: index_block_restart_interval: 1 2024-04-23T18:13:06.856 INFO:journalctl@ceph.mon.a.smithi055.stdout: metadata_block_size: 4096 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: partition_filters: 0 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: use_delta_encoding: 1 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: filter_policy: bloomfilter 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: whole_key_filtering: 1 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: verify_compression: 0 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: read_amp_bytes_per_bit: 0 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: format_version: 5 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: enable_index_compression: 1 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: block_align: 0 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: max_auto_readahead_size: 262144 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: prepopulate_block_cache: 0 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: initial_auto_readahead_size: 8192 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout: num_file_reads_for_auto_readahead: 2 2024-04-23T18:13:06.857 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.write_buffer_size: 33554432 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_write_buffer_number: 2 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression: NoCompression 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression: Disabled 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.prefix_extractor: nullptr 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.num_levels: 7 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-23T18:13:06.858 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.level: 32767 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.strategy: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.enabled: false 2024-04-23T18:13:06.859 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.target_file_size_base: 67108864 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-23T18:13:06.860 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-23T18:13:06.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.arena_block_size: 1048576 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.disable_auto_compactions: 0 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-23T18:13:06.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.inplace_update_support: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.bloom_locality: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.max_successive_merges: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.paranoid_file_checks: 0 2024-04-23T18:13:06.863 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.force_consistency_checks: 1 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.report_bg_io_stats: 0 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.ttl: 2592000 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enable_blob_files: false 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.min_blob_size: 0 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_file_size: 268435456 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-23T18:13:06.864 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.blob_file_starting_level: 0 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3bc53f1e-a5bf-4c56-9cb1-c5fb65f82396 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895986582937, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895986584045, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100677, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 328, "table_properties": {"data_size": 98561, "index_size": 308, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14288, "raw_average_key_size": 49, "raw_value_size": 90817, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 287, "num_filter_entries": 287, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713895986, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3bc53f1e-a5bf-4c56-9cb1-c5fb65f82396", "db_session_id": "MVV2R8QZI19UQMBFJ38L", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713895986584127, "job": 1, "event": "recovery_finished"} 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d99d338000 2024-04-23T18:13:06.865 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: DB pointer 0x55d99d322000 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: ** DB Stats ** 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-23T18:13:06.866 INFO:journalctl@ceph.mon.a.smithi055.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: L0 2/0 100.18 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Sum 2/0 100.18 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 141.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: ** Compaction Stats [default] ** 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 141.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-23T18:13:06.867 INFO:journalctl@ceph.mon.a.smithi055.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: Cumulative compaction: 0.00 GB write, 27.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: Interval compaction: 0.00 GB write, 27.06 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: Block cache BinnedLRUCache@0x55d99d2231f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: starting mon.a rank 0 at public addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] at bind addrs [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???) e1 preinit fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:06.868 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).mds e1 new map 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).mds e1 print_map 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: e1 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: legacy client fscid: -1 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout: No filesystems configured 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-23T18:13:06.869 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 bash[29171]: 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 systemd[1]: Started Ceph mon.a for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: monmap epoch 1 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: last_changed 2024-04-23T18:12:58.045594+0000 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: min_mon_release 19 (squid) 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: election_strategy: 1 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: fsmap 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: osdmap e1: 0 total, 0 up, 0 in 2024-04-23T18:13:06.870 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:06 smithi055 ceph-mon[29189]: mgrmap e1: no daemons active 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aeed7c700 1 Processor -- start 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aeed7c700 1 -- start start 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aeed7c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aeed7c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae8109040 con 0x7f0ae8108650 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aecb18700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aecb18700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34694/0 (socket says 172.21.15.55:34694) 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.084+0000 7f0aecb18700 1 -- 172.21.15.55:0/966230616 learned_addr learned my addr 172.21.15.55:0/966230616 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0aecb18700 1 -- 172.21.15.55:0/966230616 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae8109800 con 0x7f0ae8108650 2024-04-23T18:13:07.741 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0aecb18700 1 --2- 172.21.15.55:0/966230616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ad80098a0 tx=0x7f0ad8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8c45373bf9e721 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0ae77fe700 1 -- 172.21.15.55:0/966230616 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad8004160 con 0x7f0ae8108650 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0ae77fe700 1 -- 172.21.15.55:0/966230616 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0ad8004300 con 0x7f0ae8108650 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0ae77fe700 1 -- 172.21.15.55:0/966230616 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad8011b20 con 0x7f0ae8108650 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0aeed7c700 1 -- 172.21.15.55:0/966230616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 msgr2=0x7f0ae8108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.085+0000 7f0aeed7c700 1 --2- 172.21.15.55:0/966230616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ad80098a0 tx=0x7f0ad8009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 -- 172.21.15.55:0/966230616 shutdown_connections 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 --2- 172.21.15.55:0/966230616 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae8108a70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 -- 172.21.15.55:0/966230616 >> 172.21.15.55:0/966230616 conn(0x7f0ae8103cb0 msgr2=0x7f0ae81060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 -- 172.21.15.55:0/966230616 shutdown_connections 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 -- 172.21.15.55:0/966230616 wait complete. 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 Processor -- start 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.086+0000 7f0aeed7c700 1 -- start start 2024-04-23T18:13:07.742 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aeed7c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aeed7c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0ae810cbb0 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aecb18700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aecb18700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34696/0 (socket says 172.21.15.55:34696) 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aecb18700 1 -- 172.21.15.55:0/775955004 learned_addr learned my addr 172.21.15.55:0/775955004 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aecb18700 1 -- 172.21.15.55:0/775955004 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ae819c960 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aecb18700 1 --2- 172.21.15.55:0/775955004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006af0 tx=0x7f0ad8011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad8003b90 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f0ad8003d30 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad80197c0 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.087+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ae819cbf0 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.088+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ae819d050 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.088+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0ad8022020 con 0x7f0ae8108650 2024-04-23T18:13:07.743 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.088+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0ad802c3a0 con 0x7f0ae8108650 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.088+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ae80640a0 con 0x7f0ae8108650 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.091+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f0ad801ac50 con 0x7f0ae8108650 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.161+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f0ae819f960 con 0x7f0ae8108650 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.163+0000 7f0ae5ffb700 1 -- 172.21.15.55:0/775955004 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f0ad8024410 con 0x7f0ae8108650 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 msgr2=0x7f0ae819c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 --2- 172.21.15.55:0/775955004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f0ad8006af0 tx=0x7f0ad8011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 shutdown_connections 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 --2- 172.21.15.55:0/775955004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0ae8108650 0x7f0ae819c420 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 >> 172.21.15.55:0/775955004 conn(0x7f0ae8103cb0 msgr2=0x7f0ae81046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 shutdown_connections 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:07.164+0000 7f0aeed7c700 1 -- 172.21.15.55:0/775955004 wait complete. 2024-04-23T18:13:07.744 INFO:teuthology.orchestra.run.smithi055.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-23T18:13:07.765 INFO:teuthology.orchestra.run.smithi055.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:13:07.765 INFO:teuthology.orchestra.run.smithi055.stdout:Creating mgr... 2024-04-23T18:13:07.766 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-23T18:13:07.767 INFO:teuthology.orchestra.run.smithi055.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-23T18:13:08.048 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x 2024-04-23T18:13:08.048 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Failed to reset failed state of unit ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-23T18:13:08.203 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968.target.wants/ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-e5804afc-019c-11ef-bc93-c7b262605968@.service. 2024-04-23T18:13:08.443 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:08 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/775955004' entity='client.admin' 2024-04-23T18:13:08.443 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 systemd[1]: Starting Ceph mgr.x for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:13:08.738 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 podman[29405]: 2024-04-23 18:13:08.449554523 +0000 UTC m=+0.115085948 container create e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-23T18:13:08.738 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 podman[29405]: 2024-04-23 18:13:08.353033565 +0000 UTC m=+0.018565004 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f 2024-04-23T18:13:08.738 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 podman[29405]: 2024-04-23 18:13:08.685392498 +0000 UTC m=+0.350923921 container init e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=) 2024-04-23T18:13:08.738 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 podman[29405]: 2024-04-23 18:13:08.687958381 +0000 UTC m=+0.353489813 container start e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-23T18:13:08.776 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:08.776 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout disabled 2024-04-23T18:13:08.783 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:08.783 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:13:08.783 INFO:teuthology.orchestra.run.smithi055.stdout:firewalld.service is not enabled 2024-04-23T18:13:08.783 INFO:teuthology.orchestra.run.smithi055.stdout:Not possible to enable service . firewalld.service is not available 2024-04-23T18:13:08.791 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:13:08.791 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout disabled 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:firewalld.service is not enabled 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mgr to start... 2024-04-23T18:13:08.799 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mgr... 2024-04-23T18:13:09.032 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 bash[29405]: e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae 2024-04-23T18:13:09.032 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 systemd[1]: Started Ceph mgr.x for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:13:09.032 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:08.846+0000 7fdbc7a08200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:09.032 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:09.037+0000 7fdbc7a08200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:09.283 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:09.147+0000 7fdbc7a08200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:09.561 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:09 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/523118255' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:09.561 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:09.479+0000 7fdbc7a08200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:09.561 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:09.566+0000 7fdbc7a08200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:09.912 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:09.912 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:09.912 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:09.912 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:09.913 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.914 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:09.915 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.916 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:01.838429+0000", 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f8dc1700 1 Processor -- start 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f8dc1700 1 -- start start 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f8dc1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f8dc1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f81f407be20 con 0x7f81f41090a0 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34736/0 (socket says 172.21.15.55:34736) 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.283+0000 7f81f259c700 1 -- 172.21.15.55:0/4128751525 learned_addr learned my addr 172.21.15.55:0/4128751525 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:09.917 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.284+0000 7f81f259c700 1 -- 172.21.15.55:0/4128751525 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f410b9d0 con 0x7f81f41090a0 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.284+0000 7f81f259c700 1 --2- 172.21.15.55:0/4128751525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f81e80098a0 tx=0x7f81e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a91fcc5b28c65df9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.284+0000 7f81f159a700 1 -- 172.21.15.55:0/4128751525 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81e8004160 con 0x7f81f41090a0 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.284+0000 7f81f159a700 1 -- 172.21.15.55:0/4128751525 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f81e8004300 con 0x7f81f41090a0 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.284+0000 7f81f159a700 1 -- 172.21.15.55:0/4128751525 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81e8011b20 con 0x7f81f41090a0 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 -- 172.21.15.55:0/4128751525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 msgr2=0x7f81f410b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 --2- 172.21.15.55:0/4128751525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f81e80098a0 tx=0x7f81e8009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 -- 172.21.15.55:0/4128751525 shutdown_connections 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 --2- 172.21.15.55:0/4128751525 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f410b490 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:09.918 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 -- 172.21.15.55:0/4128751525 >> 172.21.15.55:0/4128751525 conn(0x7f81f4102ad0 msgr2=0x7f81f4104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 -- 172.21.15.55:0/4128751525 shutdown_connections 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.285+0000 7f81f8dc1700 1 -- 172.21.15.55:0/4128751525 wait complete. 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f8dc1700 1 Processor -- start 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f8dc1700 1 -- start start 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f8dc1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f8dc1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f81f410c990 con 0x7f81f41090a0 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34742/0 (socket says 172.21.15.55:34742) 2024-04-23T18:13:09.919 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.286+0000 7f81f259c700 1 -- 172.21.15.55:0/523118255 learned_addr learned my addr 172.21.15.55:0/523118255 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81f259c700 1 -- 172.21.15.55:0/523118255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f419c940 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81f259c700 1 --2- 172.21.15.55:0/523118255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f81e8006af0 tx=0x7f81e8011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81e80039a0 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f419cbd0 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f81e8003b40 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f81e8019670 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f419d030 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f81e80243f0 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.287+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f81e800bc20 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.288+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81f40640a0 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.291+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f81e8032070 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.364+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f81f419fde0 con 0x7f81f41090a0 2024-04-23T18:13:09.920 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81e37fe700 1 -- 172.21.15.55:0/523118255 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f81e8011e20 con 0x7f81f41090a0 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 msgr2=0x7f81f419c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81f8dc1700 1 --2- 172.21.15.55:0/523118255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f81e8006af0 tx=0x7f81e8011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 shutdown_connections 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81f8dc1700 1 --2- 172.21.15.55:0/523118255 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81f41090a0 0x7f81f419c400 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.365+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 >> 172.21.15.55:0/523118255 conn(0x7f81f4102ad0 msgr2=0x7f81f4103480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.366+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 shutdown_connections 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:09.366+0000 7f81f8dc1700 1 -- 172.21.15.55:0/523118255 wait complete. 2024-04-23T18:13:09.921 INFO:teuthology.orchestra.run.smithi055.stdout:mgr not available, waiting (1/15)... 2024-04-23T18:13:11.197 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:10.849+0000 7fdbc7a08200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:11.198 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:11.028+0000 7fdbc7a08200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:11.198 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:11.203+0000 7fdbc7a08200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:11.821 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:11.502+0000 7fdbc7a08200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:11.821 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:11.598+0000 7fdbc7a08200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:11.821 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:11.824+0000 7fdbc7a08200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:12.156 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:12.028+0000 7fdbc7a08200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:12.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:12 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2275278479' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:12.738 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:12.669+0000 7fdbc7a08200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:13.045 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:13.046 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:13.047 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:13.048 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:13.048 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:13.050 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:13.050 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.050 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:13.050 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:13.050 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:13.051 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:01.838429+0000", 2024-04-23T18:13:13.052 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c8a4bc700 1 Processor -- start 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c8a4bc700 1 -- start start 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c8a4bc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c8a4bc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8407be00 con 0x7f2c84106ea0 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c83fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c83fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38706/0 (socket says 172.21.15.55:38706) 2024-04-23T18:13:13.053 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.353+0000 7f2c83fff700 1 -- 172.21.15.55:0/3366812479 learned_addr learned my addr 172.21.15.55:0/3366812479 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.354+0000 7f2c83fff700 1 -- 172.21.15.55:0/3366812479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c84107800 con 0x7f2c84106ea0 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.354+0000 7f2c83fff700 1 --2- 172.21.15.55:0/3366812479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2c740098a0 tx=0x7f2c74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47f3839ee8bfb95d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.354+0000 7f2c82ffd700 1 -- 172.21.15.55:0/3366812479 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c74004160 con 0x7f2c84106ea0 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.354+0000 7f2c82ffd700 1 -- 172.21.15.55:0/3366812479 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2c74004300 con 0x7f2c84106ea0 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.354+0000 7f2c82ffd700 1 -- 172.21.15.55:0/3366812479 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c74011b20 con 0x7f2c84106ea0 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/3366812479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 msgr2=0x7f2c841072c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:13.054 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 --2- 172.21.15.55:0/3366812479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2c740098a0 tx=0x7f2c74009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/3366812479 shutdown_connections 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 --2- 172.21.15.55:0/3366812479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c841072c0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/3366812479 >> 172.21.15.55:0/3366812479 conn(0x7f2c84102a40 msgr2=0x7f2c84104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/3366812479 shutdown_connections 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.355+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/3366812479 wait complete. 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c8a4bc700 1 Processor -- start 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c8a4bc700 1 -- start start 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c8a4bc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c8a4bc700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2c84108890 con 0x7f2c84106ea0 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c83fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c83fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38710/0 (socket says 172.21.15.55:38710) 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c83fff700 1 -- 172.21.15.55:0/2275278479 learned_addr learned my addr 172.21.15.55:0/2275278479 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:13.055 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.356+0000 7f2c83fff700 1 -- 172.21.15.55:0/2275278479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c8419eb60 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c83fff700 1 --2- 172.21.15.55:0/2275278479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c74006af0 tx=0x7f2c74011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c740039a0 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c8419edf0 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f2c74003b40 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2c74019670 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c8419f250 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2c74019c90 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.357+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c74024730 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.358+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c840640a0 con 0x7f2c84106ea0 2024-04-23T18:13:13.056 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.360+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f2c74043e50 con 0x7f2c84106ea0 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.435+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f2c8402df80 con 0x7f2c84106ea0 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.435+0000 7f2c817fa700 1 -- 172.21.15.55:0/2275278479 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f2c74032020 con 0x7f2c84106ea0 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 msgr2=0x7f2c8419e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 --2- 172.21.15.55:0/2275278479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f2c74006af0 tx=0x7f2c74011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 shutdown_connections 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 --2- 172.21.15.55:0/2275278479 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c84106ea0 0x7f2c8419e620 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 >> 172.21.15.55:0/2275278479 conn(0x7f2c84102a40 msgr2=0x7f2c841952c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 shutdown_connections 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:12.437+0000 7f2c8a4bc700 1 -- 172.21.15.55:0/2275278479 wait complete. 2024-04-23T18:13:13.057 INFO:teuthology.orchestra.run.smithi055.stdout:mgr not available, waiting (2/15)... 2024-04-23T18:13:13.412 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:13.110+0000 7fdbc7a08200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:13.413 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:13.210+0000 7fdbc7a08200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:13.413 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:13.418+0000 7fdbc7a08200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:14.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:13.972+0000 7fdbc7a08200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:14.238 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:14 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:14.067+0000 7fdbc7a08200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:14.674 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:14 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:14.322+0000 7fdbc7a08200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:14.675 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:14 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:14.461+0000 7fdbc7a08200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:14.675 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:14 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:14.559+0000 7fdbc7a08200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:14.675 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:14 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:14.680+0000 7fdbc7a08200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:15.351 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:15 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:15.021+0000 7fdbc7a08200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:15.679 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:15 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/404802177' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:15.987 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:15 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:15.685+0000 7fdbc7a08200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:15.987 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:15 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:15.911+0000 7fdbc7a08200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:16.137 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:16.138 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:16.139 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:16.140 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:01.838429+0000", 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:16.141 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f121aa31700 1 Processor -- start 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f121aa31700 1 -- start start 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f121aa31700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f121aa31700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1214107f00 con 0x7f1214107510 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f1213fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f1213fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38716/0 (socket says 172.21.15.55:38716) 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.458+0000 7f1213fff700 1 -- 172.21.15.55:0/941136167 learned_addr learned my addr 172.21.15.55:0/941136167 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.459+0000 7f1213fff700 1 -- 172.21.15.55:0/941136167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1214108710 con 0x7f1214107510 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.459+0000 7f1213fff700 1 --2- 172.21.15.55:0/941136167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0098a0 tx=0x7f11fc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=202f1fcf6ae6c325 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.459+0000 7f1212ffd700 1 -- 172.21.15.55:0/941136167 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11fc004160 con 0x7f1214107510 2024-04-23T18:13:16.142 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.459+0000 7f1212ffd700 1 -- 172.21.15.55:0/941136167 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f11fc004300 con 0x7f1214107510 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.459+0000 7f1212ffd700 1 -- 172.21.15.55:0/941136167 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11fc011b20 con 0x7f1214107510 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- 172.21.15.55:0/941136167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 msgr2=0x7f1214107930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 --2- 172.21.15.55:0/941136167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0098a0 tx=0x7f11fc009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- 172.21.15.55:0/941136167 shutdown_connections 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 --2- 172.21.15.55:0/941136167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214107930 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- 172.21.15.55:0/941136167 >> 172.21.15.55:0/941136167 conn(0x7f1214102ad0 msgr2=0x7f1214104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- 172.21.15.55:0/941136167 shutdown_connections 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- 172.21.15.55:0/941136167 wait complete. 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 Processor -- start 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.460+0000 7f121aa31700 1 -- start start 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f121aa31700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f121aa31700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f121410bac0 con 0x7f1214107510 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f1213fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:16.143 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f1213fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38728/0 (socket says 172.21.15.55:38728) 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f1213fff700 1 -- 172.21.15.55:0/404802177 learned_addr learned my addr 172.21.15.55:0/404802177 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f1213fff700 1 -- 172.21.15.55:0/404802177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12141053b0 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.461+0000 7f1213fff700 1 --2- 172.21.15.55:0/404802177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0117e0 tx=0x7f11fc011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11fc003b20 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f11fc003cc0 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f11fc019870 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12141035a0 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1214103a00 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f11fc02d430 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.462+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f11fc024780 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.463+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12140640a0 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.465+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+73265 (secure 0 0 0) 0x7f11fc011e20 con 0x7f1214107510 2024-04-23T18:13:16.144 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.539+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f1214195b70 con 0x7f1214107510 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.540+0000 7f12117fa700 1 -- 172.21.15.55:0/404802177 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f11fc01ac70 con 0x7f1214107510 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.540+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 msgr2=0x7f1214104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.540+0000 7f121aa31700 1 --2- 172.21.15.55:0/404802177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11fc0117e0 tx=0x7f11fc011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.541+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 shutdown_connections 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.541+0000 7f121aa31700 1 --2- 172.21.15.55:0/404802177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1214107510 0x7f1214104e70 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.541+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 >> 172.21.15.55:0/404802177 conn(0x7f1214102ad0 msgr2=0x7f1214192fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.541+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 shutdown_connections 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:15.541+0000 7f121aa31700 1 -- 172.21.15.55:0/404802177 wait complete. 2024-04-23T18:13:16.145 INFO:teuthology.orchestra.run.smithi055.stdout:mgr not available, waiting (3/15)... 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: Activating manager daemon x 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: mgrmap e2: x(active, starting, since 0.00325642s) 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: Manager daemon x is now available 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:16.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' 2024-04-23T18:13:16.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' 2024-04-23T18:13:16.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:16 smithi055 ceph-mon[29189]: from='mgr.14100 172.21.15.55:0/710788259' entity='mgr.x' 2024-04-23T18:13:18.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:17 smithi055 ceph-mon[29189]: mgrmap e3: x(active, since 1.0091s) 2024-04-23T18:13:19.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:18 smithi055 ceph-mon[29189]: mgrmap e4: x(active, since 2s) 2024-04-23T18:13:19.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:18 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/958308634' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "health": { 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-23T18:13:19.600 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 0 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "a" 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.601 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-23T18:13:19.602 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-23T18:13:19.611 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.611 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-23T18:13:19.611 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-23T18:13:19.611 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-23T18:13:19.612 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "restful" 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ], 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-23T18:13:19.613 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "modified": "2024-04-23T18:13:01.838429+0000", 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout }, 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.592+0000 7f722612b700 1 Processor -- start 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.592+0000 7f722612b700 1 -- start start 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f722612b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f722612b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7220109000 con 0x7f7220108610 2024-04-23T18:13:19.614 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38806/0 (socket says 172.21.15.55:38806) 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721f7fe700 1 -- 172.21.15.55:0/2492868571 learned_addr learned my addr 172.21.15.55:0/2492868571 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721f7fe700 1 -- 172.21.15.55:0/2492868571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72201097c0 con 0x7f7220108610 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721f7fe700 1 --2- 172.21.15.55:0/2492868571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72100098a0 tx=0x7f7210009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ef7337572cc6f11 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721e7fc700 1 -- 172.21.15.55:0/2492868571 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7210004160 con 0x7f7220108610 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721e7fc700 1 -- 172.21.15.55:0/2492868571 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f7210004300 con 0x7f7220108610 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.593+0000 7f721e7fc700 1 -- 172.21.15.55:0/2492868571 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7210011b20 con 0x7f7220108610 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 -- 172.21.15.55:0/2492868571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 msgr2=0x7f7220108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 --2- 172.21.15.55:0/2492868571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f72100098a0 tx=0x7f7210009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 -- 172.21.15.55:0/2492868571 shutdown_connections 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 --2- 172.21.15.55:0/2492868571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f7220108a30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 -- 172.21.15.55:0/2492868571 >> 172.21.15.55:0/2492868571 conn(0x7f7220103c10 msgr2=0x7f7220106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:19.615 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 -- 172.21.15.55:0/2492868571 shutdown_connections 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.594+0000 7f722612b700 1 -- 172.21.15.55:0/2492868571 wait complete. 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f722612b700 1 Processor -- start 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f722612b700 1 -- start start 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f722612b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f722612b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f722010cb70 con 0x7f7220108610 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f721f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f721f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:38812/0 (socket says 172.21.15.55:38812) 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.595+0000 7f721f7fe700 1 -- 172.21.15.55:0/958308634 learned_addr learned my addr 172.21.15.55:0/958308634 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f721f7fe700 1 -- 172.21.15.55:0/958308634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f722019eb10 con 0x7f7220108610 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f721f7fe700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f72100117e0 tx=0x7f7210011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7210003b30 con 0x7f7220108610 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f7210003cd0 con 0x7f7220108610 2024-04-23T18:13:19.616 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f722019eda0 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f721001a830 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.596+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f722019f200 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.597+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f721001a9d0 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.597+0000 7f721cff9700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 0x7f720803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.597+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f721004e9b0 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.597+0000 7f721effd700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 0x7f720803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.597+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72200640a0 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.598+0000 7f721effd700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 0x7f720803bb30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7214006fd0 tx=0x7f7214006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.603+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7210019c70 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.896+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f72201a1b30 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.897+0000 7f721cff9700 1 -- 172.21.15.55:0/958308634 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1239 (secure 0 0 0) 0x7f7210004300 con 0x7f7220108610 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 msgr2=0x7f720803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.617 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 0x7f720803bb30 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7214006fd0 tx=0x7f7214006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 msgr2=0x7f722019e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f72100117e0 tx=0x7f7210011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 shutdown_connections 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f7208039670 0x7f720803bb30 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 --2- 172.21.15.55:0/958308634 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7220108610 0x7f722019e5d0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 >> 172.21.15.55:0/958308634 conn(0x7f7220103c10 msgr2=0x7f72201045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 shutdown_connections 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:18.899+0000 7f722612b700 1 -- 172.21.15.55:0/958308634 wait complete. 2024-04-23T18:13:19.618 INFO:teuthology.orchestra.run.smithi055.stdout:mgr is available 2024-04-23T18:13:20.600 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:20 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1025479299' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [global] 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout fsid = e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-23T18:13:20.946 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout [osd] 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.081+0000 7ff00cc19700 1 Processor -- start 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.081+0000 7ff00cc19700 1 -- start start 2024-04-23T18:13:20.947 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.081+0000 7ff00cc19700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.081+0000 7ff00cc19700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff00807c810 con 0x7ff00807de20 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.081+0000 7ff00659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55666/0 (socket says 172.21.15.55:55666) 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00659c700 1 -- 172.21.15.55:0/2413938132 learned_addr learned my addr 172.21.15.55:0/2413938132 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00659c700 1 -- 172.21.15.55:0/2413938132 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00807c990 con 0x7ff00807de20 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00659c700 1 --2- 172.21.15.55:0/2413938132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7feff8009e80 tx=0x7feff800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9beac913b6c5c742 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00559a700 1 -- 172.21.15.55:0/2413938132 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feff8017070 con 0x7ff00807de20 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00559a700 1 -- 172.21.15.55:0/2413938132 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7feff800b8c0 con 0x7ff00807de20 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.082+0000 7ff00559a700 1 -- 172.21.15.55:0/2413938132 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feff80045c0 con 0x7ff00807de20 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 -- 172.21.15.55:0/2413938132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 msgr2=0x7ff00807c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 --2- 172.21.15.55:0/2413938132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7feff8009e80 tx=0x7feff800b330 comp rx=0 tx=0).stop 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 -- 172.21.15.55:0/2413938132 shutdown_connections 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 --2- 172.21.15.55:0/2413938132 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00807c2d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:20.948 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 -- 172.21.15.55:0/2413938132 >> 172.21.15.55:0/2413938132 conn(0x7ff008103cb0 msgr2=0x7ff0081060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 -- 172.21.15.55:0/2413938132 shutdown_connections 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.083+0000 7ff00cc19700 1 -- 172.21.15.55:0/2413938132 wait complete. 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00cc19700 1 Processor -- start 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00cc19700 1 -- start start 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00cc19700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00cc19700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff00810eb60 con 0x7ff00807de20 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55674/0 (socket says 172.21.15.55:55674) 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00659c700 1 -- 172.21.15.55:0/1025479299 learned_addr learned my addr 172.21.15.55:0/1025479299 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00659c700 1 -- 172.21.15.55:0/1025479299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00819eb60 con 0x7ff00807de20 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.084+0000 7ff00659c700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7feff8009e50 tx=0x7feff80093b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feff8017070 con 0x7ff00807de20 2024-04-23T18:13:20.949 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7feff8022070 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00819edf0 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7feff801d590 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0081a1ae0 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.085+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7feff801d850 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.086+0000 7fefff7fe700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 0x7feff403ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.086+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0080640a0 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.086+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7feff800f050 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.086+0000 7ff005d9b700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 0x7feff403ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.086+0000 7ff005d9b700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 0x7feff403ba90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7feff0006fd0 tx=0x7feff0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.091+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feff8045070 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.296+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7ff0081a1cb0 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.297+0000 7fefff7fe700 1 -- 172.21.15.55:0/1025479299 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+409 (secure 0 0 0) 0x7ff0081a1cb0 con 0x7ff00807de20 2024-04-23T18:13:20.950 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 msgr2=0x7feff403ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 0x7feff403ba90 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7feff0006fd0 tx=0x7feff0006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 msgr2=0x7ff00819e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7feff8009e50 tx=0x7feff80093b0 comp rx=0 tx=0).stop 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 shutdown_connections 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7feff40395d0 0x7feff403ba90 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 --2- 172.21.15.55:0/1025479299 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff00807de20 0x7ff00819e620 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 >> 172.21.15.55:0/1025479299 conn(0x7ff008103cb0 msgr2=0x7ff0081046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.299+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 shutdown_connections 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:20.300+0000 7ff00cc19700 1 -- 172.21.15.55:0/1025479299 wait complete. 2024-04-23T18:13:20.951 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling cephadm module... 2024-04-23T18:13:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:21 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2291744323' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-23T18:13:21.987 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setuser ceph since I am not root 2024-04-23T18:13:21.988 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setgroup ceph since I am not root 2024-04-23T18:13:21.988 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:21.916+0000 7fc74ab4d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:22.382 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:22.109+0000 7fc74ab4d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:22.382 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:22.215+0000 7fc74ab4d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:22.391 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f4941df5700 1 Processor -- start 2024-04-23T18:13:22.391 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f4941df5700 1 -- start start 2024-04-23T18:13:22.391 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f4941df5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.391 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f4941df5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f493c109040 con 0x7f493c108650 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f493b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f493b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55688/0 (socket says 172.21.15.55:55688) 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.414+0000 7f493b7fe700 1 -- 172.21.15.55:0/326566835 learned_addr learned my addr 172.21.15.55:0/326566835 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f493b7fe700 1 -- 172.21.15.55:0/326566835 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f493c109800 con 0x7f493c108650 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f493b7fe700 1 --2- 172.21.15.55:0/326566835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f492c0098a0 tx=0x7f492c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd7b5effe74a4c25 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f493affd700 1 -- 172.21.15.55:0/326566835 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f492c004160 con 0x7f493c108650 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f493affd700 1 -- 172.21.15.55:0/326566835 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f492c004300 con 0x7f493c108650 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f493affd700 1 -- 172.21.15.55:0/326566835 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f492c011b20 con 0x7f493c108650 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f4941df5700 1 -- 172.21.15.55:0/326566835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 msgr2=0x7f493c108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.415+0000 7f4941df5700 1 --2- 172.21.15.55:0/326566835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f492c0098a0 tx=0x7f492c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 -- 172.21.15.55:0/326566835 shutdown_connections 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 --2- 172.21.15.55:0/326566835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c108a70 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.392 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 -- 172.21.15.55:0/326566835 >> 172.21.15.55:0/326566835 conn(0x7f493c103cb0 msgr2=0x7f493c1060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 -- 172.21.15.55:0/326566835 shutdown_connections 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 -- 172.21.15.55:0/326566835 wait complete. 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 Processor -- start 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.416+0000 7f4941df5700 1 -- start start 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f4941df5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f4941df5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f493c10cbb0 con 0x7f493c108650 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f493b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f493b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55702/0 (socket says 172.21.15.55:55702) 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f493b7fe700 1 -- 172.21.15.55:0/2291744323 learned_addr learned my addr 172.21.15.55:0/2291744323 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f493b7fe700 1 -- 172.21.15.55:0/2291744323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f493c19c960 con 0x7f493c108650 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f493b7fe700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f492c006af0 tx=0x7f492c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f492c003b90 con 0x7f493c108650 2024-04-23T18:13:22.393 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f492c003d30 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f493c19cbf0 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f492c0197c0 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.417+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f493c19d050 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.418+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 4) ==== 46547+0+0 (secure 0 0 0) 0x7f492c022020 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.419+0000 7f49397fa700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 0x7f492803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.419+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f493c0640a0 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.419+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f492c04d6a0 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.419+0000 7f4932ffd700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 0x7f492803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.419+0000 7f4932ffd700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 0x7f492803bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4924006fd0 tx=0x7f4924006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.424+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f492c04d400 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.692+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f493c19ff10 con 0x7f493c108650 2024-04-23T18:13:22.394 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.743+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f492c02c720 con 0x7f493c108650 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.745+0000 7f49397fa700 1 -- 172.21.15.55:0/2291744323 <== mon.0 v2:172.21.15.55:3300/0 8 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f492c024410 con 0x7f493c108650 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.746+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 msgr2=0x7f492803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.746+0000 7f4941df5700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 0x7f492803bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f4924006fd0 tx=0x7f4924006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.746+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 msgr2=0x7f493c19c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.746+0000 7f4941df5700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f492c006af0 tx=0x7f492c011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 shutdown_connections 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f4928039670 0x7f492803bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 --2- 172.21.15.55:0/2291744323 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f493c108650 0x7f493c19c420 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 >> 172.21.15.55:0/2291744323 conn(0x7f493c103cb0 msgr2=0x7f493c1046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 shutdown_connections 2024-04-23T18:13:22.395 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:21.747+0000 7f4941df5700 1 -- 172.21.15.55:0/2291744323 wait complete. 2024-04-23T18:13:22.684 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:22.545+0000 7fc74ab4d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:22.685 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:22.636+0000 7fc74ab4d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2291744323' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-23T18:13:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:22 smithi055 ceph-mon[29189]: mgrmap e5: x(active, since 5s) 2024-04-23T18:13:23.756 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:23.757 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-23T18:13:23.757 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:23.757 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-23T18:13:23.758 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-23T18:13:23.758 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:23.758 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.791+0000 7fbfbb5f1700 1 Processor -- start 2024-04-23T18:13:23.758 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfbb5f1700 1 -- start start 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfbb5f1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfbb5f1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb407be60 con 0x7fbfb4109070 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfb938d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfb938d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55726/0 (socket says 172.21.15.55:55726) 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfb938d700 1 -- 172.21.15.55:0/1090516844 learned_addr learned my addr 172.21.15.55:0/1090516844 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.792+0000 7fbfb938d700 1 -- 172.21.15.55:0/1090516844 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb410b9a0 con 0x7fbfb4109070 2024-04-23T18:13:23.759 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.793+0000 7fbfb938d700 1 --2- 172.21.15.55:0/1090516844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbfb00098a0 tx=0x7fbfb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e41c37da60cbf95 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.793+0000 7fbfa7fff700 1 -- 172.21.15.55:0/1090516844 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbfb0004160 con 0x7fbfb4109070 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.793+0000 7fbfa7fff700 1 -- 172.21.15.55:0/1090516844 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbfb0004300 con 0x7fbfb4109070 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.793+0000 7fbfa7fff700 1 -- 172.21.15.55:0/1090516844 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbfb0011b20 con 0x7fbfb4109070 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1090516844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 msgr2=0x7fbfb410b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1090516844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fbfb00098a0 tx=0x7fbfb0009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1090516844 shutdown_connections 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1090516844 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb410b460 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1090516844 >> 172.21.15.55:0/1090516844 conn(0x7fbfb4102a80 msgr2=0x7fbfb4104ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1090516844 shutdown_connections 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1090516844 wait complete. 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 Processor -- start 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.794+0000 7fbfbb5f1700 1 -- start start 2024-04-23T18:13:23.760 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfbb5f1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:23.761 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfbb5f1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbfb410c9c0 con 0x7fbfb4109070 2024-04-23T18:13:23.761 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfb938d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfb938d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55736/0 (socket says 172.21.15.55:55736) 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfb938d700 1 -- 172.21.15.55:0/1628909617 learned_addr learned my addr 172.21.15.55:0/1628909617 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfb938d700 1 -- 172.21.15.55:0/1628909617 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfb4108e30 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfb938d700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbfb0006af0 tx=0x7fbfb0011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbfb00039a0 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfb4107020 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbfb0003b40 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbfb0019670 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.795+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfb41074e0 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.796+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7fbfb0019970 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.796+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbfb40640a0 con 0x7fbfb4109070 2024-04-23T18:13:23.762 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.797+0000 7fbfa67fc700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 0x7fbfa003bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.797+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fbfb004e7f0 con 0x7fbfb4109070 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.797+0000 7fbfb8b8c700 1 -- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 msgr2=0x7fbfa003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.797+0000 7fbfb8b8c700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 0x7fbfa003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.802+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbfb0011e20 con 0x7fbfb4109070 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.998+0000 7fbfb8b8c700 1 -- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 msgr2=0x7fbfa003bae0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:22.998+0000 7fbfb8b8c700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 0x7fbfa003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.117+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fbfb4107760 con 0x7fbfb4109070 2024-04-23T18:13:23.763 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.118+0000 7fbfa67fc700 1 -- 172.21.15.55:0/1628909617 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fbfb000f2e0 con 0x7fbfb4109070 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 msgr2=0x7fbfa003bae0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 0x7fbfa003bae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 msgr2=0x7fbfb41088f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fbfb0006af0 tx=0x7fbfb0011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 shutdown_connections 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7fbfa0039620 0x7fbfa003bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 --2- 172.21.15.55:0/1628909617 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbfb4109070 0x7fbfb41088f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:23.764 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 >> 172.21.15.55:0/1628909617 conn(0x7fbfb4102a80 msgr2=0x7fbfb4103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:23.765 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 shutdown_connections 2024-04-23T18:13:23.765 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:23.120+0000 7fbfbb5f1700 1 -- 172.21.15.55:0/1628909617 wait complete. 2024-04-23T18:13:23.765 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for the mgr to restart... 2024-04-23T18:13:23.765 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mgr epoch 5... 2024-04-23T18:13:24.017 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:23 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1628909617' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-23T18:13:24.017 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:23 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:23.900+0000 7fc74ab4d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:24.435 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:24.079+0000 7fc74ab4d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:24.435 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:24.259+0000 7fc74ab4d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:24.737 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:24.559+0000 7fc74ab4d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:24.737 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:24.655+0000 7fc74ab4d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:25.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:24.864+0000 7fc74ab4d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:25.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:25 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:25.065+0000 7fc74ab4d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:25.987 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:25 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:25.711+0000 7fc74ab4d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:26.455 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:26 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:26.149+0000 7fc74ab4d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:26.456 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:26 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:26.250+0000 7fc74ab4d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:26.456 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:26 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:26.460+0000 7fc74ab4d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:27.362 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.015+0000 7fc74ab4d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:27.362 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.111+0000 7fc74ab4d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:27.722 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.366+0000 7fc74ab4d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:27.722 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.505+0000 7fc74ab4d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:27.723 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.605+0000 7fc74ab4d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:27.723 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:27.727+0000 7fc74ab4d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:28.487 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:28.040+0000 7fc74ab4d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:28.942 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:28.669+0000 7fc74ab4d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:28.942 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:28.894+0000 7fc74ab4d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:29.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: Active manager daemon x restarted 2024-04-23T18:13:29.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: Activating manager daemon x 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: osdmap e2: 0 total, 0 up, 0 in 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: mgrmap e6: x(active, starting, since 0.0067487s) 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: Manager daemon x is now available 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:29.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:28 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: Found migration_current of "None". Setting to last migration. 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:30.219 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:29 smithi055 ceph-mon[29189]: mgrmap e7: x(active, since 1.00724s) 2024-04-23T18:13:30.513 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:30.513 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.234+0000 7f21724de700 1 Processor -- start 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.234+0000 7f21724de700 1 -- start start 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.234+0000 7f21724de700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.234+0000 7f21724de700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f216c07be20 con 0x7f216c109100 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55744/0 (socket says 172.21.15.55:55744) 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216bfff700 1 -- 172.21.15.55:0/1919835494 learned_addr learned my addr 172.21.15.55:0/1919835494 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216bfff700 1 -- 172.21.15.55:0/1919835494 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c10ba30 con 0x7f216c109100 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216bfff700 1 --2- 172.21.15.55:0/1919835494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f215c0098a0 tx=0x7f215c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6994b7379ec01116 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216affd700 1 -- 172.21.15.55:0/1919835494 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f215c004160 con 0x7f216c109100 2024-04-23T18:13:30.514 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216affd700 1 -- 172.21.15.55:0/1919835494 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f215c004300 con 0x7f216c109100 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.235+0000 7f216affd700 1 -- 172.21.15.55:0/1919835494 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f215c011b20 con 0x7f216c109100 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 -- 172.21.15.55:0/1919835494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 msgr2=0x7f216c10b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 --2- 172.21.15.55:0/1919835494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f215c0098a0 tx=0x7f215c009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 -- 172.21.15.55:0/1919835494 shutdown_connections 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 --2- 172.21.15.55:0/1919835494 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c10b4f0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 -- 172.21.15.55:0/1919835494 >> 172.21.15.55:0/1919835494 conn(0x7f216c102ad0 msgr2=0x7f216c104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 -- 172.21.15.55:0/1919835494 shutdown_connections 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.236+0000 7f21724de700 1 -- 172.21.15.55:0/1919835494 wait complete. 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f21724de700 1 Processor -- start 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f21724de700 1 -- start start 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f21724de700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f21724de700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f216c10c980 con 0x7f216c109100 2024-04-23T18:13:30.515 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f216bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f216bfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55748/0 (socket says 172.21.15.55:55748) 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f216bfff700 1 -- 172.21.15.55:0/3685282792 learned_addr learned my addr 172.21.15.55:0/3685282792 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f216bfff700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c19c960 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.237+0000 7f216bfff700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f215c0117e0 tx=0x7f215c011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.238+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f215c003b30 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.238+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f215c003cd0 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.238+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f215c01a7c0 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.238+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216c19cbf0 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.238+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216c19d050 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 5) ==== 46558+0+0 (secure 0 0 0) 0x7f215c01a960 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f21697fa700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f215403c290 con 0x7f21540396c0 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f215c04da00 con 0x7f216c109100 2024-04-23T18:13:30.516 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f216b7fe700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.239+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.440+0000 7f216b7fe700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.440+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.841+0000 7f216b7fe700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:24.841+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:25.642+0000 7f216b7fe700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:25.642+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:27.243+0000 7f216b7fe700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/463304862 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:27.243+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.901+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mgrmap(e 6) ==== 46325+0+0 (secure 0 0 0) 0x7f215c01ac50 con 0x7f216c109100 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.901+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 msgr2=0x7f215403bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:28.901+0000 7f21697fa700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.517 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.900+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7f215c04f4b0 con 0x7f216c109100 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.900+0000 7f21697fa700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 0x7f215403f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.900+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f215c02ee50 con 0x7f215403cfb0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.901+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 0x7f215403f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.901+0000 7f216b7fe700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 0x7f215403f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2160003a10 tx=0x7f21600092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.902+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f215c02ee50 con 0x7f215403cfb0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.913+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f216c0640a0 con 0x7f215403cfb0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21697fa700 1 -- 172.21.15.55:0/3685282792 <== mgr.14120 v2:172.21.15.55:6800/1940840354 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f216c0640a0 con 0x7f215403cfb0 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 msgr2=0x7f215403f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 0x7f215403f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2160003a10 tx=0x7f21600092b0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 msgr2=0x7f216c19c420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f215c0117e0 tx=0x7f215c011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 shutdown_connections 2024-04-23T18:13:30.518 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f215403cfb0 0x7f215403f3a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f216c109100 0x7f216c19c420 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 --2- 172.21.15.55:0/3685282792 >> [v2:172.21.15.55:6800/463304862,v1:172.21.15.55:6801/463304862] conn(0x7f21540396c0 0x7f215403bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 >> 172.21.15.55:0/3685282792 conn(0x7f216c102ad0 msgr2=0x7f216c103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 shutdown_connections 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:29.914+0000 7f21724de700 1 -- 172.21.15.55:0/3685282792 wait complete. 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:mgr epoch 5 is available 2024-04-23T18:13:30.519 INFO:teuthology.orchestra.run.smithi055.stdout:Setting orchestrator backend to cephadm... 2024-04-23T18:13:31.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:30 smithi055 ceph-mon[29189]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-23T18:13:31.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:30 smithi055 ceph-mon[29189]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-23T18:13:31.846 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.946+0000 7ff05b3ec700 1 Processor -- start 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.946+0000 7ff05b3ec700 1 -- start start 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.946+0000 7ff05b3ec700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.946+0000 7ff05b3ec700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff05407c8e0 con 0x7ff05407de60 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff059188700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff059188700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45640/0 (socket says 172.21.15.55:45640) 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff059188700 1 -- 172.21.15.55:0/3775835405 learned_addr learned my addr 172.21.15.55:0/3775835405 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:31.847 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff059188700 1 -- 172.21.15.55:0/3775835405 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05407ca60 con 0x7ff05407de60 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff059188700 1 --2- 172.21.15.55:0/3775835405 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff0500098a0 tx=0x7ff050009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f8aef23168a67e6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff047fff700 1 -- 172.21.15.55:0/3775835405 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff050004160 con 0x7ff05407de60 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff047fff700 1 -- 172.21.15.55:0/3775835405 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7ff050004300 con 0x7ff05407de60 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.947+0000 7ff047fff700 1 -- 172.21.15.55:0/3775835405 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff050011b20 con 0x7ff05407de60 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3775835405 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 msgr2=0x7ff05407c310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3775835405 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff0500098a0 tx=0x7ff050009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.848 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3775835405 shutdown_connections 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3775835405 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05407c310 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3775835405 >> 172.21.15.55:0/3775835405 conn(0x7ff054103bb0 msgr2=0x7ff054105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3775835405 shutdown_connections 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.948+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3775835405 wait complete. 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff05b3ec700 1 Processor -- start 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff05b3ec700 1 -- start start 2024-04-23T18:13:31.849 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff05b3ec700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff05b3ec700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff05410eb40 con 0x7ff05407de60 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff059188700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff059188700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45648/0 (socket says 172.21.15.55:45648) 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff059188700 1 -- 172.21.15.55:0/3566441247 learned_addr learned my addr 172.21.15.55:0/3566441247 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff059188700 1 -- 172.21.15.55:0/3566441247 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff05419eaf0 con 0x7ff05407de60 2024-04-23T18:13:31.850 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.949+0000 7ff059188700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff050006af0 tx=0x7ff050011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.950+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff0500039a0 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.950+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7ff050003b40 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.950+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff05419ed80 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.950+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff050019670 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.950+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff05419f1e0 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.951+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0540640a0 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.955+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 7) ==== 46452+0+0 (secure 0 0 0) 0x7ff05001aa90 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.955+0000 7ff0467fc700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 0x7ff04003ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.955+0000 7ff058987700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 0x7ff04003ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.956+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 5 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7ff05004caf0 con 0x7ff05407de60 2024-04-23T18:13:31.851 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.956+0000 7ff058987700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 0x7ff04003ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff048006fd0 tx=0x7ff048006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.957+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 6 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7ff050024c20 con 0x7ff05407de60 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:30.962+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff050011e20 con 0x7ff05407de60 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.190+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7ff0541a1b30 con 0x7ff040039560 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.198+0000 7ff0467fc700 1 -- 172.21.15.55:0/3566441247 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7ff0541a1b30 con 0x7ff040039560 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 msgr2=0x7ff04003ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 0x7ff04003ba20 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff048006fd0 tx=0x7ff048006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 msgr2=0x7ff05419e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff050006af0 tx=0x7ff050011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 shutdown_connections 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7ff040039560 0x7ff04003ba20 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 --2- 172.21.15.55:0/3566441247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff05407de60 0x7ff05419e5b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 >> 172.21.15.55:0/3566441247 conn(0x7ff054103bb0 msgr2=0x7ff0541045f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:31.852 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 shutdown_connections 2024-04-23T18:13:31.853 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:31.201+0000 7ff05b3ec700 1 -- 172.21.15.55:0/3566441247 wait complete. 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: mgrmap e8: x(active, since 2s) 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:31] ENGINE Bus STARTING 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:31] ENGINE Serving on http://172.21.15.55:8765 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:31] ENGINE Serving on https://172.21.15.55:7150 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:31] ENGINE Bus STARTED 2024-04-23T18:13:32.092 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:31 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:33.124 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:32 smithi055 ceph-mon[29189]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:33.132 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-23T18:13:33.132 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.319+0000 7fddccc12700 1 Processor -- start 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.319+0000 7fddccc12700 1 -- start start 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.319+0000 7fddccc12700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.319+0000 7fddccc12700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fddc8109030 con 0x7fddc8108640 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45656/0 (socket says 172.21.15.55:45656) 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc659c700 1 -- 172.21.15.55:0/1877217625 learned_addr learned my addr 172.21.15.55:0/1877217625 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc659c700 1 -- 172.21.15.55:0/1877217625 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc81097f0 con 0x7fddc8108640 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc659c700 1 --2- 172.21.15.55:0/1877217625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fddc0009e80 tx=0x7fddc000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5715e5b7e0e2ef1d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc559a700 1 -- 172.21.15.55:0/1877217625 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fddc0017070 con 0x7fddc8108640 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc559a700 1 -- 172.21.15.55:0/1877217625 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fddc000b8c0 con 0x7fddc8108640 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.320+0000 7fddc559a700 1 -- 172.21.15.55:0/1877217625 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fddc00045c0 con 0x7fddc8108640 2024-04-23T18:13:33.133 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 -- 172.21.15.55:0/1877217625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 msgr2=0x7fddc8108a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 --2- 172.21.15.55:0/1877217625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fddc0009e80 tx=0x7fddc000b330 comp rx=0 tx=0).stop 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 -- 172.21.15.55:0/1877217625 shutdown_connections 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 --2- 172.21.15.55:0/1877217625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc8108a60 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 -- 172.21.15.55:0/1877217625 >> 172.21.15.55:0/1877217625 conn(0x7fddc8103c80 msgr2=0x7fddc81060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 -- 172.21.15.55:0/1877217625 shutdown_connections 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.321+0000 7fddccc12700 1 -- 172.21.15.55:0/1877217625 wait complete. 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddccc12700 1 Processor -- start 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddccc12700 1 -- start start 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddccc12700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddccc12700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fddc810cba0 con 0x7fddc8108640 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddc659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:33.134 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddc659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45672/0 (socket says 172.21.15.55:45672) 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddc659c700 1 -- 172.21.15.55:0/3988112111 learned_addr learned my addr 172.21.15.55:0/3988112111 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.322+0000 7fddc659c700 1 -- 172.21.15.55:0/3988112111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddc807e0a0 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddc659c700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fddc000b7b0 tx=0x7fddc000bdc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fddc0017070 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fddc0022070 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fddc001d6b0 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddc807c290 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.323+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddc807c7d0 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fddc0012a00 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddc80640a0 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddbf7fe700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 0x7fddb403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fddc000f050 con 0x7fddc8108640 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddc5d9b700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 0x7fddb403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:33.135 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.324+0000 7fddc5d9b700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 0x7fddb403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fddb0006fd0 tx=0x7fddb0006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.329+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fddc002c200 con 0x7fddc8108640 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.539+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7fddc8104dc0 con 0x7fddb40396c0 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.540+0000 7fddbf7fe700 1 -- 172.21.15.55:0/3988112111 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7fddc8104dc0 con 0x7fddb40396c0 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 msgr2=0x7fddb403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 0x7fddb403bb80 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fddb0006fd0 tx=0x7fddb0006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 msgr2=0x7fddc807db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fddc000b7b0 tx=0x7fddc000bdc0 comp rx=0 tx=0).stop 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 shutdown_connections 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fddb40396c0 0x7fddb403bb80 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 --2- 172.21.15.55:0/3988112111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddc8108640 0x7fddc807db60 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 >> 172.21.15.55:0/3988112111 conn(0x7fddc8103c80 msgr2=0x7fddc81046b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 shutdown_connections 2024-04-23T18:13:33.136 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:32.542+0000 7fddccc12700 1 -- 172.21.15.55:0/3988112111 wait complete. 2024-04-23T18:13:33.137 INFO:teuthology.orchestra.run.smithi055.stdout:Generating ssh key... 2024-04-23T18:13:34.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-mon[29189]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-mon[29189]: Generating ssh key... 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: Generating public/private rsa key pair. 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: Your identification has been saved in /tmp/tmpwsumkmx2/key. 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: Your public key has been saved in /tmp/tmpwsumkmx2/key.pub. 2024-04-23T18:13:34.238 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: The key fingerprint is: 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: SHA256:jDHlzdmpDHrP6lyr1XTV21fRS+/7dkXh2UH2+aIGk6M ceph-e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: The key's randomart image is: 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: +---[RSA 3072]----+ 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | . .+.| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | o o o ..+*| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | o o + o o.%| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | * o o =O| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | o S B . o++| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | . + * o .+| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | E = + o| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | . + o .o| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: | .=.. .+| 2024-04-23T18:13:34.239 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: +----[SHA256]-----+ 2024-04-23T18:13:34.464 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.541+0000 7fbc88d0e700 1 Processor -- start 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.541+0000 7fbc88d0e700 1 -- start start 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.541+0000 7fbc88d0e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.541+0000 7fbc88d0e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8407be80 con 0x7fbc84109030 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45674/0 (socket says 172.21.15.55:45674) 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8259c700 1 -- 172.21.15.55:0/3530922715 learned_addr learned my addr 172.21.15.55:0/3530922715 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8259c700 1 -- 172.21.15.55:0/3530922715 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc8410b960 con 0x7fbc84109030 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8259c700 1 --2- 172.21.15.55:0/3530922715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c009e80 tx=0x7fbc7c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c74a2eb01158ebc9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8159a700 1 -- 172.21.15.55:0/3530922715 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc7c017070 con 0x7fbc84109030 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8159a700 1 -- 172.21.15.55:0/3530922715 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbc7c00b8c0 con 0x7fbc84109030 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.542+0000 7fbc8159a700 1 -- 172.21.15.55:0/3530922715 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc7c0045c0 con 0x7fbc84109030 2024-04-23T18:13:34.465 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 -- 172.21.15.55:0/3530922715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 msgr2=0x7fbc8410b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/3530922715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c009e80 tx=0x7fbc7c00b330 comp rx=0 tx=0).stop 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 -- 172.21.15.55:0/3530922715 shutdown_connections 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/3530922715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8410b420 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 -- 172.21.15.55:0/3530922715 >> 172.21.15.55:0/3530922715 conn(0x7fbc84102a40 msgr2=0x7fbc84104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 -- 172.21.15.55:0/3530922715 shutdown_connections 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.543+0000 7fbc88d0e700 1 -- 172.21.15.55:0/3530922715 wait complete. 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc88d0e700 1 Processor -- start 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc88d0e700 1 -- start start 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc88d0e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc88d0e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbc8410c910 con 0x7fbc84109030 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc8259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc8259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45682/0 (socket says 172.21.15.55:45682) 2024-04-23T18:13:34.466 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc8259c700 1 -- 172.21.15.55:0/862596818 learned_addr learned my addr 172.21.15.55:0/862596818 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.544+0000 7fbc8259c700 1 -- 172.21.15.55:0/862596818 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc8419eb40 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc8259c700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c009e50 tx=0x7fbc7c00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc7c017070 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbc7c022070 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc8419edd0 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbc7c01d720 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.545+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc841a1ac0 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.546+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fbc7c01da20 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.546+0000 7fbc7b7fe700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 0x7fbc7003bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.546+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc840640a0 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.546+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbc7c00f050 con 0x7fbc84109030 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.546+0000 7fbc81d9b700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 0x7fbc7003bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:34.467 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.547+0000 7fbc81d9b700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 0x7fbc7003bae0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c006fd0 tx=0x7fbc6c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.551+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbc7c022220 con 0x7fbc84109030 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.759+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7fbc84103ae0 con 0x7fbc70039620 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.834+0000 7fbc7b7fe700 1 -- 172.21.15.55:0/862596818 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbc84103ae0 con 0x7fbc70039620 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 msgr2=0x7fbc7003bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 0x7fbc7003bae0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fbc6c006fd0 tx=0x7fbc6c006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 msgr2=0x7fbc8419e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c009e50 tx=0x7fbc7c00be90 comp rx=0 tx=0).stop 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 shutdown_connections 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbc70039620 0x7fbc7003bae0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 --2- 172.21.15.55:0/862596818 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbc84109030 0x7fbc8419e600 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 >> 172.21.15.55:0/862596818 conn(0x7fbc84102a40 msgr2=0x7fbc841033d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 shutdown_connections 2024-04-23T18:13:34.468 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:33.836+0000 7fbc88d0e700 1 -- 172.21.15.55:0/862596818 wait complete. 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.893+0000 7fbf3fa72700 1 Processor -- start 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3fa72700 1 -- start start 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3fa72700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3fa72700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbf38108fa0 con 0x7fbf381085b0 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3d80e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:35.730 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3d80e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45694/0 (socket says 172.21.15.55:45694) 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3d80e700 1 -- 172.21.15.55:0/2673792391 learned_addr learned my addr 172.21.15.55:0/2673792391 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3d80e700 1 -- 172.21.15.55:0/2673792391 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf38109760 con 0x7fbf381085b0 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.894+0000 7fbf3d80e700 1 --2- 172.21.15.55:0/2673792391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf280098a0 tx=0x7fbf28009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61006f0542f15230 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3c80c700 1 -- 172.21.15.55:0/2673792391 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28004160 con 0x7fbf381085b0 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3c80c700 1 -- 172.21.15.55:0/2673792391 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbf28004300 con 0x7fbf381085b0 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3c80c700 1 -- 172.21.15.55:0/2673792391 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28011b20 con 0x7fbf381085b0 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 -- 172.21.15.55:0/2673792391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 msgr2=0x7fbf381089d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/2673792391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fbf280098a0 tx=0x7fbf28009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 -- 172.21.15.55:0/2673792391 shutdown_connections 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/2673792391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf381089d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 -- 172.21.15.55:0/2673792391 >> 172.21.15.55:0/2673792391 conn(0x7fbf38103bb0 msgr2=0x7fbf38105fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 -- 172.21.15.55:0/2673792391 shutdown_connections 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.895+0000 7fbf3fa72700 1 -- 172.21.15.55:0/2673792391 wait complete. 2024-04-23T18:13:35.731 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.896+0000 7fbf3fa72700 1 Processor -- start 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.896+0000 7fbf3fa72700 1 -- start start 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.896+0000 7fbf3fa72700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.896+0000 7fbf3fa72700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbf3810cb10 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.896+0000 7fbf3d80e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3d80e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45708/0 (socket says 172.21.15.55:45708) 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3d80e700 1 -- 172.21.15.55:0/1707133556 learned_addr learned my addr 172.21.15.55:0/1707133556 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3d80e700 1 -- 172.21.15.55:0/1707133556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf3819c9a0 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3d80e700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbf28006af0 tx=0x7fbf28011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf28003b90 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fbf28003d30 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf3819cc30 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbf280197c0 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.897+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf3819d090 con 0x7fbf381085b0 2024-04-23T18:13:35.732 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.898+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fbf28022020 con 0x7fbf381085b0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.898+0000 7fbf2effd700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 0x7fbf2403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.898+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf380640a0 con 0x7fbf381085b0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.898+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbf2804d930 con 0x7fbf381085b0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.899+0000 7fbf3d00d700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 0x7fbf2403bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.899+0000 7fbf3d00d700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 0x7fbf2403bb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbf34006fd0 tx=0x7fbf34006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:34.904+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbf2802bbe0 con 0x7fbf381085b0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.113+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fbf38104d10 con 0x7fbf240396c0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.113+0000 7fbf2effd700 1 -- 172.21.15.55:0/1707133556 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fbf38104d10 con 0x7fbf240396c0 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 msgr2=0x7fbf2403bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 0x7fbf2403bb80 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fbf34006fd0 tx=0x7fbf34006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 msgr2=0x7fbf3819c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fbf28006af0 tx=0x7fbf28011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 shutdown_connections 2024-04-23T18:13:35.733 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fbf240396c0 0x7fbf2403bb80 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 --2- 172.21.15.55:0/1707133556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf381085b0 0x7fbf3819c460 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.115+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 >> 172.21.15.55:0/1707133556 conn(0x7fbf38103bb0 msgr2=0x7fbf38104600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.116+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 shutdown_connections 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:35.116+0000 7fbf3fa72700 1 -- 172.21.15.55:0/1707133556 wait complete. 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:Adding key to root@localhost authorized_keys... 2024-04-23T18:13:35.734 INFO:teuthology.orchestra.run.smithi055.stdout:Adding host smithi055... 2024-04-23T18:13:35.980 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:35 smithi055 ceph-mon[29189]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:36 smithi055 ceph-mon[29189]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi055", "addr": "172.21.15.55", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:37 smithi055 ceph-mon[29189]: Deploying cephadm binary to smithi055 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout Added host 'smithi055' with addr '172.21.15.55' 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.198+0000 7f7bac90b700 1 Processor -- start 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.198+0000 7f7bac90b700 1 -- start start 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.198+0000 7f7bac90b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.198+0000 7f7bac90b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba8107e90 con 0x7f7ba81074a0 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.198+0000 7f7ba659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:41.269 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45722/0 (socket says 172.21.15.55:45722) 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba659c700 1 -- 172.21.15.55:0/1716840773 learned_addr learned my addr 172.21.15.55:0/1716840773 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba659c700 1 -- 172.21.15.55:0/1716840773 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba81086a0 con 0x7f7ba81074a0 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba659c700 1 --2- 172.21.15.55:0/1716840773 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7b980098a0 tx=0x7f7b98009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6089f5e880f3b52 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba559a700 1 -- 172.21.15.55:0/1716840773 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98004160 con 0x7f7ba81074a0 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba559a700 1 -- 172.21.15.55:0/1716840773 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f7b98004300 con 0x7f7ba81074a0 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.199+0000 7f7ba559a700 1 -- 172.21.15.55:0/1716840773 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98011b20 con 0x7f7ba81074a0 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 -- 172.21.15.55:0/1716840773 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 msgr2=0x7f7ba81078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 --2- 172.21.15.55:0/1716840773 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f7b980098a0 tx=0x7f7b98009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 -- 172.21.15.55:0/1716840773 shutdown_connections 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 --2- 172.21.15.55:0/1716840773 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba81078c0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 -- 172.21.15.55:0/1716840773 >> 172.21.15.55:0/1716840773 conn(0x7f7ba8102a40 msgr2=0x7f7ba8104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:41.270 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 -- 172.21.15.55:0/1716840773 shutdown_connections 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.200+0000 7f7bac90b700 1 -- 172.21.15.55:0/1716840773 wait complete. 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7bac90b700 1 Processor -- start 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7bac90b700 1 -- start start 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7bac90b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7bac90b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7ba810ba50 con 0x7f7ba81074a0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7ba659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7ba659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45730/0 (socket says 172.21.15.55:45730) 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7ba659c700 1 -- 172.21.15.55:0/4142548053 learned_addr learned my addr 172.21.15.55:0/4142548053 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7ba659c700 1 -- 172.21.15.55:0/4142548053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ba8192b90 con 0x7f7ba81074a0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.201+0000 7f7ba659c700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7b980117e0 tx=0x7f7b98011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.202+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98003b20 con 0x7f7ba81074a0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.202+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f7b98003cc0 con 0x7f7ba81074a0 2024-04-23T18:13:41.271 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.202+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ba8190d80 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.202+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7b98019870 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.202+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ba8191240 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.203+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f7b9801a430 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.203+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ba80640a0 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.203+0000 7f7b977fe700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 0x7f7b9003bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.203+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7b9804d970 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.203+0000 7f7ba5d9b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 0x7f7b9003bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.204+0000 7f7ba5d9b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 0x7f7b9003bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c006fd0 tx=0x7f7b9c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.208+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7b98011e20 con 0x7f7ba81074a0 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:36.419+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi055", "addr": "172.21.15.55", "target": ["mon-mgr", ""]}) -- 0x7f7ba81963f0 con 0x7f7b90039670 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.647+0000 7f7b977fe700 1 -- 172.21.15.55:0/4142548053 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f7ba81963f0 con 0x7f7b90039670 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 msgr2=0x7f7b9003bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:41.272 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 0x7f7b9003bb30 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f7b9c006fd0 tx=0x7f7b9c006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 msgr2=0x7f7ba8192650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7b980117e0 tx=0x7f7b98011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 shutdown_connections 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7b90039670 0x7f7b9003bb30 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 --2- 172.21.15.55:0/4142548053 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ba81074a0 0x7f7ba8192650 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 >> 172.21.15.55:0/4142548053 conn(0x7f7ba8102a40 msgr2=0x7f7ba8103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 shutdown_connections 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:40.649+0000 7f7bac90b700 1 -- 172.21.15.55:0/4142548053 wait complete. 2024-04-23T18:13:41.273 INFO:teuthology.orchestra.run.smithi055.stdout:Deploying unmanaged mon service... 2024-04-23T18:13:41.906 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:41 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:41.906 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:41 smithi055 ceph-mon[29189]: Added host smithi055 2024-04-23T18:13:41.907 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:41 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8142f3f700 1 Processor -- start 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8142f3f700 1 -- start start 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8142f3f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8142f3f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f813c074710 con 0x7f813c073d20 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8140cdb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8140cdb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40900/0 (socket says 172.21.15.55:40900) 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8140cdb700 1 -- 172.21.15.55:0/3472633430 learned_addr learned my addr 172.21.15.55:0/3472633430 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.673+0000 7f8140cdb700 1 -- 172.21.15.55:0/3472633430 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813c110ea0 con 0x7f813c073d20 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f8140cdb700 1 --2- 172.21.15.55:0/3472633430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f81300098a0 tx=0x7f8130009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a65491c15b124e1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:42.587 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f813b7fe700 1 -- 172.21.15.55:0/3472633430 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8130004160 con 0x7f813c073d20 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f813b7fe700 1 -- 172.21.15.55:0/3472633430 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f8130004300 con 0x7f813c073d20 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f813b7fe700 1 -- 172.21.15.55:0/3472633430 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8130011b20 con 0x7f813c073d20 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f8142f3f700 1 -- 172.21.15.55:0/3472633430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 msgr2=0x7f813c074140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.674+0000 7f8142f3f700 1 --2- 172.21.15.55:0/3472633430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f81300098a0 tx=0x7f8130009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 -- 172.21.15.55:0/3472633430 shutdown_connections 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 --2- 172.21.15.55:0/3472633430 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c074140 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 -- 172.21.15.55:0/3472633430 >> 172.21.15.55:0/3472633430 conn(0x7f813c06f260 msgr2=0x7f813c071680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 -- 172.21.15.55:0/3472633430 shutdown_connections 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 -- 172.21.15.55:0/3472633430 wait complete. 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 Processor -- start 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.675+0000 7f8142f3f700 1 -- start start 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8142f3f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:42.588 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8142f3f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f813c114250 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8140cdb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8140cdb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40914/0 (socket says 172.21.15.55:40914) 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8140cdb700 1 -- 172.21.15.55:0/2827967248 learned_addr learned my addr 172.21.15.55:0/2827967248 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8140cdb700 1 -- 172.21.15.55:0/2827967248 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f813c072ab0 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8140cdb700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f81300117e0 tx=0x7f8130011ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8130003b20 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7f8130003cc0 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8130019870 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.676+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f813c070ca0 con 0x7f813c073d20 2024-04-23T18:13:42.589 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.677+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f813c071160 con 0x7f813c073d20 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.677+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f813001ac70 con 0x7f813c073d20 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.678+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f813c0640a0 con 0x7f813c073d20 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.678+0000 7f8139ffb700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 0x7f812c03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.678+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f813004d950 con 0x7f813c073d20 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.678+0000 7f813bfff700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 0x7f812c03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.678+0000 7f813bfff700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 0x7f812c03bb30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8128006fd0 tx=0x7f8128006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.683+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8130011e20 con 0x7f813c073d20 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.912+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f813c19e4e0 con 0x7f812c039670 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.922+0000 7f8139ffb700 1 -- 172.21.15.55:0/2827967248 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f813c19e4e0 con 0x7f812c039670 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 msgr2=0x7f812c03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 0x7f812c03bb30 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8128006fd0 tx=0x7f8128006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:42.590 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 msgr2=0x7f813c072570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f81300117e0 tx=0x7f8130011ce0 comp rx=0 tx=0).stop 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 shutdown_connections 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f812c039670 0x7f812c03bb30 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 --2- 172.21.15.55:0/2827967248 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f813c073d20 0x7f813c072570 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 >> 172.21.15.55:0/2827967248 conn(0x7f813c06f260 msgr2=0x7f813c19b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 shutdown_connections 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:41.924+0000 7f8142f3f700 1 -- 172.21.15.55:0/2827967248 wait complete. 2024-04-23T18:13:42.591 INFO:teuthology.orchestra.run.smithi055.stdout:Deploying unmanaged mgr service... 2024-04-23T18:13:43.177 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:42 smithi055 ceph-mon[29189]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:43.177 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:42 smithi055 ceph-mon[29189]: Saving service mon spec with placement count:5 2024-04-23T18:13:43.177 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:42 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:44.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:44 smithi055 ceph-mon[29189]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:13:44.698 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:44 smithi055 ceph-mon[29189]: Saving service mgr spec with placement count:2 2024-04-23T18:13:44.698 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:44 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.023+0000 7fcf249d9700 1 Processor -- start 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.023+0000 7fcf249d9700 1 -- start start 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf249d9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf249d9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2007c810 con 0x7fcf2007de20 2024-04-23T18:13:44.710 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40928/0 (socket says 172.21.15.55:40928) 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1e59c700 1 -- 172.21.15.55:0/3882620638 learned_addr learned my addr 172.21.15.55:0/3882620638 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1e59c700 1 -- 172.21.15.55:0/3882620638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf2007c990 con 0x7fcf2007de20 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1e59c700 1 --2- 172.21.15.55:0/3882620638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcf10009e80 tx=0x7fcf1000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=584537f2efa4e662 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1d59a700 1 -- 172.21.15.55:0/3882620638 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf10017070 con 0x7fcf2007de20 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1d59a700 1 -- 172.21.15.55:0/3882620638 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcf1000b8c0 con 0x7fcf2007de20 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.024+0000 7fcf1d59a700 1 -- 172.21.15.55:0/3882620638 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf100045c0 con 0x7fcf2007de20 2024-04-23T18:13:44.711 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 -- 172.21.15.55:0/3882620638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 msgr2=0x7fcf2007c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 --2- 172.21.15.55:0/3882620638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcf10009e80 tx=0x7fcf1000b330 comp rx=0 tx=0).stop 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 -- 172.21.15.55:0/3882620638 shutdown_connections 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 --2- 172.21.15.55:0/3882620638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2007c2d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 -- 172.21.15.55:0/3882620638 >> 172.21.15.55:0/3882620638 conn(0x7fcf20103c10 msgr2=0x7fcf20106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 -- 172.21.15.55:0/3882620638 shutdown_connections 2024-04-23T18:13:44.712 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.025+0000 7fcf249d9700 1 -- 172.21.15.55:0/3882620638 wait complete. 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf249d9700 1 Processor -- start 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf249d9700 1 -- start start 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf249d9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf249d9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf2010eb20 con 0x7fcf2007de20 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf1e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.713 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf1e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40932/0 (socket says 172.21.15.55:40932) 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.026+0000 7fcf1e59c700 1 -- 172.21.15.55:0/4016351709 learned_addr learned my addr 172.21.15.55:0/4016351709 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf1e59c700 1 -- 172.21.15.55:0/4016351709 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf2019eb10 con 0x7fcf2007de20 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf1e59c700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcf10004350 tx=0x7fcf10003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf10017070 con 0x7fcf2007de20 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf2019eda0 con 0x7fcf2007de20 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1104+0+0 (secure 0 0 0) 0x7fcf10022070 con 0x7fcf2007de20 2024-04-23T18:13:44.714 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcf1001d6d0 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.027+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf201a1a90 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.028+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fcf1001d9d0 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.028+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf200640a0 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.028+0000 7fcf177fe700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 0x7fcf0c03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.028+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcf1000f050 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.028+0000 7fcf1dd9b700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 0x7fcf0c03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.029+0000 7fcf1dd9b700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 0x7fcf0c03bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcf08006fd0 tx=0x7fcf08006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.033+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf100048b0 con 0x7fcf2007de20 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.264+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fcf20104d40 con 0x7fcf0c039670 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.269+0000 7fcf177fe700 1 -- 172.21.15.55:0/4016351709 <== mgr.14120 v2:172.21.15.55:6800/1940840354 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fcf20104d40 con 0x7fcf0c039670 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 msgr2=0x7fcf0c03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.715 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 0x7fcf0c03bb30 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcf08006fd0 tx=0x7fcf08006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 msgr2=0x7fcf2019e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fcf10004350 tx=0x7fcf10003f10 comp rx=0 tx=0).stop 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 shutdown_connections 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fcf0c039670 0x7fcf0c03bb30 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 --2- 172.21.15.55:0/4016351709 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf2007de20 0x7fcf2019e5d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 >> 172.21.15.55:0/4016351709 conn(0x7fcf20103c10 msgr2=0x7fcf20104630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 shutdown_connections 2024-04-23T18:13:44.716 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:43.271+0000 7fcf249d9700 1 -- 172.21.15.55:0/4016351709 wait complete. 2024-04-23T18:13:45.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:45 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:45.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:45 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.157+0000 7fb1e87c8700 1 Processor -- start 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e87c8700 1 -- start start 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e87c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e87c8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e0107280 con 0x7fb1e0106890 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e6564700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:45.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e6564700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40942/0 (socket says 172.21.15.55:40942) 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.158+0000 7fb1e6564700 1 -- 172.21.15.55:0/161615886 learned_addr learned my addr 172.21.15.55:0/161615886 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.159+0000 7fb1e6564700 1 -- 172.21.15.55:0/161615886 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e0109820 con 0x7fb1e0106890 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.159+0000 7fb1e6564700 1 --2- 172.21.15.55:0/161615886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009e80 tx=0x7fb1d000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f937a6f584a3dd6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.159+0000 7fb1e5562700 1 -- 172.21.15.55:0/161615886 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb1d0017070 con 0x7fb1e0106890 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.159+0000 7fb1e5562700 1 -- 172.21.15.55:0/161615886 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1d000b8c0 con 0x7fb1e0106890 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.159+0000 7fb1e5562700 1 -- 172.21.15.55:0/161615886 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb1d0004500 con 0x7fb1e0106890 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 -- 172.21.15.55:0/161615886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 msgr2=0x7fb1e0106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/161615886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009e80 tx=0x7fb1d000b330 comp rx=0 tx=0).stop 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 -- 172.21.15.55:0/161615886 shutdown_connections 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/161615886 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e0106cb0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 -- 172.21.15.55:0/161615886 >> 172.21.15.55:0/161615886 conn(0x7fb1e01021e0 msgr2=0x7fb1e0104600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:45.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 -- 172.21.15.55:0/161615886 shutdown_connections 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.160+0000 7fb1e87c8700 1 -- 172.21.15.55:0/161615886 wait complete. 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e87c8700 1 Processor -- start 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e87c8700 1 -- start start 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e87c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e87c8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010cbd0 con 0x7fb1e0106890 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e6564700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e6564700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40956/0 (socket says 172.21.15.55:40956) 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e6564700 1 -- 172.21.15.55:0/2365786351 learned_addr learned my addr 172.21.15.55:0/2365786351 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.161+0000 7fb1e6564700 1 -- 172.21.15.55:0/2365786351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e019ebc0 con 0x7fb1e0106890 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1e6564700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009e50 tx=0x7fb1d000bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb1d0021020 con 0x7fb1e0106890 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e019ee50 con 0x7fb1e0106890 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb1d0003c60 con 0x7fb1e0106890 2024-04-23T18:13:45.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb1d0017040 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.162+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e01a1b40 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.163+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fb1d0024020 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.163+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e00640a0 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.163+0000 7fb1df7fe700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 0x7fb1c803bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.163+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb1d000f050 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.163+0000 7fb1e5d63700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 0x7fb1c803bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.164+0000 7fb1e5d63700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 0x7fb1c803bb30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4006fd0 tx=0x7fb1d4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.168+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb1d002b020 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.384+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fb1e01a2110 con 0x7fb1e0106890 2024-04-23T18:13:45.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.387+0000 7fb1df7fe700 1 -- 172.21.15.55:0/2365786351 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fb1d0024310 con 0x7fb1e0106890 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 msgr2=0x7fb1c803bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 0x7fb1c803bb30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4006fd0 tx=0x7fb1d4006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 msgr2=0x7fb1e019e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb1d0009e50 tx=0x7fb1d000bd50 comp rx=0 tx=0).stop 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 shutdown_connections 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb1c8039670 0x7fb1c803bb30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 --2- 172.21.15.55:0/2365786351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1e0106890 0x7fb1e019e680 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 >> 172.21.15.55:0/2365786351 conn(0x7fb1e01021e0 msgr2=0x7fb1e0102b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 shutdown_connections 2024-04-23T18:13:45.941 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:45.389+0000 7fb1e87c8700 1 -- 172.21.15.55:0/2365786351 wait complete. 2024-04-23T18:13:46.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:46 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2365786351' entity='client.admin' 2024-04-23T18:13:47.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:47 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2360307186' entity='client.admin' 2024-04-23T18:13:47.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:47 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:47.929 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c9de0700 1 Processor -- start 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c9de0700 1 -- start start 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c9de0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c9de0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c4107e90 con 0x7fb7c41074a0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40958/0 (socket says 172.21.15.55:40958) 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.394+0000 7fb7c37fe700 1 -- 172.21.15.55:0/3527802996 learned_addr learned my addr 172.21.15.55:0/3527802996 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.395+0000 7fb7c37fe700 1 -- 172.21.15.55:0/3527802996 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c41086a0 con 0x7fb7c41074a0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.395+0000 7fb7c37fe700 1 --2- 172.21.15.55:0/3527802996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400bb40 tx=0x7fb7b400be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5647f2cfc211131 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.395+0000 7fb7c27fc700 1 -- 172.21.15.55:0/3527802996 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7b400dbe0 con 0x7fb7c41074a0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.395+0000 7fb7c27fc700 1 -- 172.21.15.55:0/3527802996 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb7b4004500 con 0x7fb7c41074a0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.395+0000 7fb7c27fc700 1 -- 172.21.15.55:0/3527802996 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7b4010470 con 0x7fb7c41074a0 2024-04-23T18:13:47.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 -- 172.21.15.55:0/3527802996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 msgr2=0x7fb7c41078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/3527802996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400bb40 tx=0x7fb7b400be50 comp rx=0 tx=0).stop 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 -- 172.21.15.55:0/3527802996 shutdown_connections 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/3527802996 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c41078c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 -- 172.21.15.55:0/3527802996 >> 172.21.15.55:0/3527802996 conn(0x7fb7c4102a40 msgr2=0x7fb7c4104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 -- 172.21.15.55:0/3527802996 shutdown_connections 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.396+0000 7fb7c9de0700 1 -- 172.21.15.55:0/3527802996 wait complete. 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c9de0700 1 Processor -- start 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c9de0700 1 -- start start 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c9de0700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c9de0700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb7c407afc0 con 0x7fb7c41074a0 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40968/0 (socket says 172.21.15.55:40968) 2024-04-23T18:13:47.931 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.397+0000 7fb7c37fe700 1 -- 172.21.15.55:0/2360307186 learned_addr learned my addr 172.21.15.55:0/2360307186 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c37fe700 1 -- 172.21.15.55:0/2360307186 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7c419ebb0 con 0x7fb7c41074a0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c37fe700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400b340 tx=0x7fb7b40042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7b4010680 con 0x7fb7c41074a0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7c419ee40 con 0x7fb7c41074a0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb7b401d070 con 0x7fb7c41074a0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb7b4021c40 con 0x7fb7c41074a0 2024-04-23T18:13:47.932 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.398+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7c41a1b30 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.399+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7c40640a0 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.399+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7fb7b401f030 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.400+0000 7fb7c0ff9700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 0x7fb7ac03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.400+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fb7b404d940 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.400+0000 7fb7c2ffd700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 0x7fb7ac03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.400+0000 7fb7c2ffd700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 0x7fb7ac03bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8006fd0 tx=0x7fb7b8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.405+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb7b4015070 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.620+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fb7c41a1d00 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.622+0000 7fb7c0ff9700 1 -- 172.21.15.55:0/2360307186 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fb7b4019c70 con 0x7fb7c41074a0 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 msgr2=0x7fb7ac03bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 0x7fb7ac03bb30 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb7b8006fd0 tx=0x7fb7b8006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:47.933 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 msgr2=0x7fb7c419e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fb7b400b340 tx=0x7fb7b40042e0 comp rx=0 tx=0).stop 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 shutdown_connections 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7fb7ac039670 0x7fb7ac03bb30 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 --2- 172.21.15.55:0/2360307186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb7c41074a0 0x7fb7c419e670 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 >> 172.21.15.55:0/2360307186 conn(0x7fb7c4102a40 msgr2=0x7fb7c4190880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 shutdown_connections 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:46.625+0000 7fb7c9de0700 1 -- 172.21.15.55:0/2360307186 wait complete. 2024-04-23T18:13:47.934 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling the dashboard module... 2024-04-23T18:13:49.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:49 smithi055 ceph-mon[29189]: from='mgr.14120 172.21.15.55:0/734672783' entity='mgr.x' 2024-04-23T18:13:49.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:49 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1543782345' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-23T18:13:49.988 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setuser ceph since I am not root 2024-04-23T18:13:49.989 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setgroup ceph since I am not root 2024-04-23T18:13:49.989 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:49.872+0000 7fd311f56200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:13:50.399 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:50.063+0000 7fd311f56200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:50.399 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:50.171+0000 7fd311f56200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:13:50.678 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:50.498+0000 7fd311f56200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:13:50.678 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:50.588+0000 7fd311f56200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:13:50.810 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f7934d55700 1 Processor -- start 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f7934d55700 1 -- start start 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f7934d55700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f7934d55700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f793007be20 con 0x7f7930106ef0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f792e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f792e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40970/0 (socket says 172.21.15.55:40970) 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.391+0000 7f792e59c700 1 -- 172.21.15.55:0/2122513360 learned_addr learned my addr 172.21.15.55:0/2122513360 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.392+0000 7f792e59c700 1 -- 172.21.15.55:0/2122513360 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7930107850 con 0x7f7930106ef0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.392+0000 7f792e59c700 1 --2- 172.21.15.55:0/2122513360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f79200098a0 tx=0x7f7920009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7db3edb568e4e53 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.392+0000 7f792d59a700 1 -- 172.21.15.55:0/2122513360 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7920004160 con 0x7f7930106ef0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.392+0000 7f792d59a700 1 -- 172.21.15.55:0/2122513360 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7920004300 con 0x7f7930106ef0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.392+0000 7f792d59a700 1 -- 172.21.15.55:0/2122513360 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7920011af0 con 0x7f7930106ef0 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 -- 172.21.15.55:0/2122513360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 msgr2=0x7f7930107310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:50.811 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 --2- 172.21.15.55:0/2122513360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f79200098a0 tx=0x7f7920009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 -- 172.21.15.55:0/2122513360 shutdown_connections 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 --2- 172.21.15.55:0/2122513360 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f7930107310 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 -- 172.21.15.55:0/2122513360 >> 172.21.15.55:0/2122513360 conn(0x7f7930102ad0 msgr2=0x7f7930104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 -- 172.21.15.55:0/2122513360 shutdown_connections 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.393+0000 7f7934d55700 1 -- 172.21.15.55:0/2122513360 wait complete. 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.394+0000 7f7934d55700 1 Processor -- start 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.394+0000 7f7934d55700 1 -- start start 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f7934d55700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f7934d55700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7930108920 con 0x7f7930106ef0 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f792e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f792e59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40986/0 (socket says 172.21.15.55:40986) 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f792e59c700 1 -- 172.21.15.55:0/1543782345 learned_addr learned my addr 172.21.15.55:0/1543782345 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f792e59c700 1 -- 172.21.15.55:0/1543782345 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f793019eb80 con 0x7f7930106ef0 2024-04-23T18:13:50.812 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f792e59c700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f79200117b0 tx=0x7f7920003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79200036a0 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f793019ee10 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.395+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f792001a430 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.396+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79301a1b00 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.396+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7920019530 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.397+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 8) ==== 46558+0+0 (secure 0 0 0) 0x7f792001a5e0 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.397+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79300640a0 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.397+0000 7f791f7fe700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 0x7f791803bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.397+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f792004d890 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.397+0000 7f792dd9b700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 0x7f791803bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.398+0000 7f792dd9b700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 0x7f791803bae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7924006fd0 tx=0x7f7924006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.402+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7920029d50 con 0x7f7930106ef0 2024-04-23T18:13:50.813 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:48.695+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f793002e1d0 con 0x7f7930106ef0 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.684+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f792001aa20 con 0x7f7930106ef0 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.685+0000 7f791f7fe700 1 -- 172.21.15.55:0/1543782345 <== mon.0 v2:172.21.15.55:3300/0 8 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f7920003840 con 0x7f7930106ef0 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 msgr2=0x7f791803bae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 0x7f791803bae0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f7924006fd0 tx=0x7f7924006e40 comp rx=0 tx=0).stop 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 msgr2=0x7f793019e640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f79200117b0 tx=0x7f7920003eb0 comp rx=0 tx=0).stop 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 shutdown_connections 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f7918039620 0x7f791803bae0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 --2- 172.21.15.55:0/1543782345 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7930106ef0 0x7f793019e640 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 >> 172.21.15.55:0/1543782345 conn(0x7f7930102ad0 msgr2=0x7f79301952b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 shutdown_connections 2024-04-23T18:13:50.814 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:49.687+0000 7f7934d55700 1 -- 172.21.15.55:0/1543782345 wait complete. 2024-04-23T18:13:50.929 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1543782345' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-23T18:13:50.929 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:50 smithi055 ceph-mon[29189]: mgrmap e9: x(active, since 20s) 2024-04-23T18:13:51.843 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/425150318' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-23T18:13:52.075 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.281+0000 7f4a2b5a4700 1 Processor -- start 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.281+0000 7f4a2b5a4700 1 -- start start 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.281+0000 7f4a2b5a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:52.076 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.281+0000 7f4a2b5a4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f4a24109000 con 0x7f4a24108610 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.281+0000 7f4a29340700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a29340700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46924/0 (socket says 172.21.15.55:46924) 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a29340700 1 -- 172.21.15.55:0/1450274922 learned_addr learned my addr 172.21.15.55:0/1450274922 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a29340700 1 -- 172.21.15.55:0/1450274922 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a241097c0 con 0x7f4a24108610 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a29340700 1 --2- 172.21.15.55:0/1450274922 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4a140098a0 tx=0x7f4a14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63bf1cd220ff7943 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a1bfff700 1 -- 172.21.15.55:0/1450274922 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a14004160 con 0x7f4a24108610 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a1bfff700 1 -- 172.21.15.55:0/1450274922 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4a14004300 con 0x7f4a24108610 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.282+0000 7f4a1bfff700 1 -- 172.21.15.55:0/1450274922 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a14011af0 con 0x7f4a24108610 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/1450274922 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 msgr2=0x7f4a24108a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/1450274922 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4a140098a0 tx=0x7f4a14009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/1450274922 shutdown_connections 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/1450274922 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a24108a30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:52.077 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/1450274922 >> 172.21.15.55:0/1450274922 conn(0x7f4a24103c10 msgr2=0x7f4a24106030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/1450274922 shutdown_connections 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.283+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/1450274922 wait complete. 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a2b5a4700 1 Processor -- start 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a2b5a4700 1 -- start start 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a2b5a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a2b5a4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f4a2410cb70 con 0x7f4a24108610 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a29340700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a29340700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46928/0 (socket says 172.21.15.55:46928) 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a29340700 1 -- 172.21.15.55:0/425150318 learned_addr learned my addr 172.21.15.55:0/425150318 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a29340700 1 -- 172.21.15.55:0/425150318 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a2419c930 con 0x7f4a24108610 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.284+0000 7f4a29340700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4a14003f90 tx=0x7f4a14011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.285+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a140039e0 con 0x7f4a24108610 2024-04-23T18:13:52.078 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.285+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4a14003b80 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.285+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a2419cbc0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.285+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4a140196e0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.285+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a2419f8b0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a240640a0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f4a14022020 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a1a7fc700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 0x7f4a1003bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4a1404d8c0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a28b3f700 1 -- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 msgr2=0x7f4a1003bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.286+0000 7f4a28b3f700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 0x7f4a1003bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.291+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4a1401abf0 con 0x7f4a24108610 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.487+0000 7f4a28b3f700 1 -- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 msgr2=0x7f4a1003bbe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.487+0000 7f4a28b3f700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 0x7f4a1003bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:52.079 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.563+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4a2419fe60 con 0x7f4a24108610 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.563+0000 7f4a1a7fc700 1 -- 172.21.15.55:0/425150318 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f4a1401a430 con 0x7f4a24108610 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 msgr2=0x7f4a1003bbe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 0x7f4a1003bbe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 msgr2=0x7f4a2419c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f4a14003f90 tx=0x7f4a14011b70 comp rx=0 tx=0).stop 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 shutdown_connections 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f4a10039720 0x7f4a1003bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 --2- 172.21.15.55:0/425150318 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4a24108610 0x7f4a2419c3f0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 >> 172.21.15.55:0/425150318 conn(0x7f4a24103c10 msgr2=0x7f4a24104640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:52.080 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 shutdown_connections 2024-04-23T18:13:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:51.566+0000 7f4a2b5a4700 1 -- 172.21.15.55:0/425150318 wait complete. 2024-04-23T18:13:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for the mgr to restart... 2024-04-23T18:13:52.081 INFO:teuthology.orchestra.run.smithi055.stdout:Waiting for mgr epoch 9... 2024-04-23T18:13:52.202 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:51 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:51.849+0000 7fd311f56200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:13:52.202 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:52.026+0000 7fd311f56200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:52.487 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:52.215+0000 7fd311f56200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:13:52.823 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:52.520+0000 7fd311f56200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:13:52.823 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:52.619+0000 7fd311f56200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:13:52.823 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:52.829+0000 7fd311f56200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:13:53.154 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:53.030+0000 7fd311f56200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:13:53.955 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:53.654+0000 7fd311f56200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:13:54.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:54.093+0000 7fd311f56200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:13:54.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:54.193+0000 7fd311f56200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:13:54.737 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:54.403+0000 7fd311f56200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:13:55.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:54.953+0000 7fd311f56200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:13:55.237 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.049+0000 7fd311f56200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:13:55.556 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.303+0000 7fd311f56200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:13:55.557 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.444+0000 7fd311f56200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:13:55.557 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.545+0000 7fd311f56200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:13:55.973 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.666+0000 7fd311f56200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:13:56.881 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:55.979+0000 7fd311f56200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:13:56.881 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:56.609+0000 7fd311f56200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:13:56.881 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:13:56.833+0000 7fd311f56200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:13:57.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: Active manager daemon x restarted 2024-04-23T18:13:57.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: Activating manager daemon x 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: osdmap e3: 0 total, 0 up, 0 in 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: mgrmap e10: x(active, starting, since 0.00515666s) 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: Manager daemon x is now available 2024-04-23T18:13:57.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:13:58.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:13:58.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:13:58.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:57 smithi055 ceph-mon[29189]: mgrmap e11: x(active, since 1.00777s) 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout { 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout } 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673caae700 1 Processor -- start 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673caae700 1 -- start start 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673caae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673caae700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f673807be80 con 0x7f67381090a0 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46938/0 (socket says 172.21.15.55:46938) 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.553+0000 7f673659c700 1 -- 172.21.15.55:0/3049613542 learned_addr learned my addr 172.21.15.55:0/3049613542 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:58.804 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.554+0000 7f673659c700 1 -- 172.21.15.55:0/3049613542 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673810b9d0 con 0x7f67381090a0 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.554+0000 7f673659c700 1 --2- 172.21.15.55:0/3049613542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f67200098a0 tx=0x7f6720009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=910b28be2315613e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.554+0000 7f673559a700 1 -- 172.21.15.55:0/3049613542 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6720004160 con 0x7f67381090a0 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.554+0000 7f673559a700 1 -- 172.21.15.55:0/3049613542 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6720004300 con 0x7f67381090a0 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.554+0000 7f673559a700 1 -- 172.21.15.55:0/3049613542 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6720011af0 con 0x7f67381090a0 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 -- 172.21.15.55:0/3049613542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 msgr2=0x7f673810b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 --2- 172.21.15.55:0/3049613542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f67200098a0 tx=0x7f6720009bb0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 -- 172.21.15.55:0/3049613542 shutdown_connections 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 --2- 172.21.15.55:0/3049613542 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673810b490 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 -- 172.21.15.55:0/3049613542 >> 172.21.15.55:0/3049613542 conn(0x7f6738102ad0 msgr2=0x7f6738104ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 -- 172.21.15.55:0/3049613542 shutdown_connections 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.555+0000 7f673caae700 1 -- 172.21.15.55:0/3049613542 wait complete. 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673caae700 1 Processor -- start 2024-04-23T18:13:58.805 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673caae700 1 -- start start 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673caae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673caae700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f673810c9d0 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673659c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46954/0 (socket says 172.21.15.55:46954) 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673659c700 1 -- 172.21.15.55:0/3139698082 learned_addr learned my addr 172.21.15.55:0/3139698082 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673659c700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673819c910 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.556+0000 7f673659c700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6720003f90 tx=0x7f6720011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.557+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67200039e0 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.557+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f673819cc00 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.557+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6720003b80 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.557+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f67200196e0 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.557+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f673819f890 con 0x7f67381090a0 2024-04-23T18:13:58.806 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 9) ==== 46571+0+0 (secure 0 0 0) 0x7f6720022020 con 0x7f67381090a0 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f672f7fe700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f672403c290 con 0x7f67240396c0 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f672004d860 con 0x7f67381090a0 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f6735d9b700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.558+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.759+0000 7f6735d9b700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:52.759+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:53.160+0000 7f6735d9b700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:53.160+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:53.961+0000 7f6735d9b700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:53.961+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.562+0000 7f6735d9b700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/1940840354 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:55.562+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-04-23T18:13:58.807 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.839+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mgrmap(e 10) ==== 46338+0+0 (secure 0 0 0) 0x7f672001ab40 con 0x7f67381090a0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.839+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 msgr2=0x7f672403bb80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:56.839+0000 7f672f7fe700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.840+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 11) ==== 46465+0+0 (secure 0 0 0) 0x7f672000bb90 con 0x7f67381090a0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.841+0000 7f672f7fe700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 0x7f672403f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.841+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6720028e50 con 0x7f672403cfb0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.841+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 0x7f672403f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.842+0000 7f6735d9b700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 0x7f672403f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6728003a10 tx=0x7f67280092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.843+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== command_reply(tid 0: 0 ) ==== 8+0+7774 (secure 0 0 0) 0x7f6720028e50 con 0x7f672403cfb0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.849+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f67380640a0 con 0x7f672403cfb0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.849+0000 7f672f7fe700 1 -- 172.21.15.55:0/3139698082 <== mgr.14152 v2:172.21.15.55:6800/3491186478 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f67380640a0 con 0x7f672403cfb0 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 msgr2=0x7f672403f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 0x7f672403f3a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6728003a10 tx=0x7f67280092b0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 msgr2=0x7f673819c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:13:58.808 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f6720003f90 tx=0x7f6720011b70 comp rx=0 tx=0).stop 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 shutdown_connections 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f672403cfb0 0x7f672403f3a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f67381090a0 0x7f673819c3d0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 --2- 172.21.15.55:0/3139698082 >> [v2:172.21.15.55:6800/1940840354,v1:172.21.15.55:6801/1940840354] conn(0x7f67240396c0 0x7f672403bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 >> 172.21.15.55:0/3139698082 conn(0x7f6738102ad0 msgr2=0x7f67381034a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 shutdown_connections 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:57.850+0000 7f673caae700 1 -- 172.21.15.55:0/3139698082 wait complete. 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:mgr epoch 9 is available 2024-04-23T18:13:58.809 INFO:teuthology.orchestra.run.smithi055.stdout:Generating a dashboard self-signed certificate... 2024-04-23T18:13:59.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:59 smithi055 ceph-mon[29189]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-23T18:13:59.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:59 smithi055 ceph-mon[29189]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-23T18:13:59.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:13:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:00.247 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.282+0000 7f8f7c70e700 1 Processor -- start 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.282+0000 7f8f7c70e700 1 -- start start 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.282+0000 7f8f7c70e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.282+0000 7f8f7c70e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7407bde0 con 0x7f8f741090d0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f7a4aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f7a4aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47010/0 (socket says 172.21.15.55:47010) 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f7a4aa700 1 -- 172.21.15.55:0/3047125704 learned_addr learned my addr 172.21.15.55:0/3047125704 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f7a4aa700 1 -- 172.21.15.55:0/3047125704 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f7410ba00 con 0x7f8f741090d0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f7a4aa700 1 --2- 172.21.15.55:0/3047125704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f700098a0 tx=0x7f8f70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b158ffc3cec2ec server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f794a8700 1 -- 172.21.15.55:0/3047125704 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f70004160 con 0x7f8f741090d0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f794a8700 1 -- 172.21.15.55:0/3047125704 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8f70004300 con 0x7f8f741090d0 2024-04-23T18:14:00.248 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.283+0000 7f8f794a8700 1 -- 172.21.15.55:0/3047125704 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f70011af0 con 0x7f8f741090d0 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 -- 172.21.15.55:0/3047125704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 msgr2=0x7f8f7410b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/3047125704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f8f700098a0 tx=0x7f8f70009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 -- 172.21.15.55:0/3047125704 shutdown_connections 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/3047125704 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7410b4c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 -- 172.21.15.55:0/3047125704 >> 172.21.15.55:0/3047125704 conn(0x7f8f74102a40 msgr2=0x7f8f74104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 -- 172.21.15.55:0/3047125704 shutdown_connections 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.284+0000 7f8f7c70e700 1 -- 172.21.15.55:0/3047125704 wait complete. 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7c70e700 1 Processor -- start 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7c70e700 1 -- start start 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7c70e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7c70e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8f7410c9b0 con 0x7f8f741090d0 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7a4aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7a4aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47026/0 (socket says 172.21.15.55:47026) 2024-04-23T18:14:00.249 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7a4aa700 1 -- 172.21.15.55:0/536875836 learned_addr learned my addr 172.21.15.55:0/536875836 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.285+0000 7f8f7a4aa700 1 -- 172.21.15.55:0/536875836 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f7419c970 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f7a4aa700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f70003f90 tx=0x7f8f70011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f700039e0 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f7419cc00 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8f70003b80 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f700196e0 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.286+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f7419f8f0 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.287+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f8f70022020 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.287+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f740640a0 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.287+0000 7f8f677fe700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 0x7f8f6003bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.287+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8f7004d9c0 con 0x7f8f741090d0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.287+0000 7f8f79ca9700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 0x7f8f6003bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:00.250 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.288+0000 7f8f79ca9700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 0x7f8f6003bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f68006fd0 tx=0x7f8f68006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.292+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8f70020e80 con 0x7f8f741090d0 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.516+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f8f74103b80 con 0x7f8f60039720 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.645+0000 7f8f677fe700 1 -- 172.21.15.55:0/536875836 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f8f74103b80 con 0x7f8f60039720 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 msgr2=0x7f8f6003bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 0x7f8f6003bbe0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8f68006fd0 tx=0x7f8f68006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 msgr2=0x7f8f7419c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f70003f90 tx=0x7f8f70011b70 comp rx=0 tx=0).stop 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 shutdown_connections 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8f60039720 0x7f8f6003bbe0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 --2- 172.21.15.55:0/536875836 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8f741090d0 0x7f8f7419c430 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 >> 172.21.15.55:0/536875836 conn(0x7f8f74102a40 msgr2=0x7f8f74103470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 shutdown_connections 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:13:59.647+0000 7f8f7c70e700 1 -- 172.21.15.55:0/536875836 wait complete. 2024-04-23T18:14:00.251 INFO:teuthology.orchestra.run.smithi055.stdout:Creating initial admin user... 2024-04-23T18:14:00.525 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:59] ENGINE Bus STARTING 2024-04-23T18:14:00.525 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:59] ENGINE Serving on http://172.21.15.55:8765 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:59] ENGINE Serving on https://172.21.15.55:7150 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: [23/Apr/2024:18:13:59] ENGINE Bus STARTED 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: mgrmap e12: x(active, since 2s) 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:00.526 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:02.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:02 smithi055 ceph-mon[29189]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:02.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$9c6WdRy.y/hJz5I3hWphCeTKdNrx/t28wlcUvLSIiPvCelGXYsAbW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713896041, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8be26b2700 1 Processor -- start 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8be26b2700 1 -- start start 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8be26b2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8be26b2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc109040 con 0x7f8bdc108650 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8bdbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8bdbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47660/0 (socket says 172.21.15.55:47660) 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.639+0000 7f8bdbfff700 1 -- 172.21.15.55:0/849873145 learned_addr learned my addr 172.21.15.55:0/849873145 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8bdbfff700 1 -- 172.21.15.55:0/849873145 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bdc109800 con 0x7f8bdc108650 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8bdbfff700 1 --2- 172.21.15.55:0/849873145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0098a0 tx=0x7f8bcc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e00286e10bc3d7f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:02.380 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8bdaffd700 1 -- 172.21.15.55:0/849873145 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8bcc004160 con 0x7f8bdc108650 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8bdaffd700 1 -- 172.21.15.55:0/849873145 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8bcc004300 con 0x7f8bdc108650 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8bdaffd700 1 -- 172.21.15.55:0/849873145 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8bcc011af0 con 0x7f8bdc108650 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8be26b2700 1 -- 172.21.15.55:0/849873145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 msgr2=0x7f8bdc108a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.640+0000 7f8be26b2700 1 --2- 172.21.15.55:0/849873145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc0098a0 tx=0x7f8bcc009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 -- 172.21.15.55:0/849873145 shutdown_connections 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 --2- 172.21.15.55:0/849873145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc108a70 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 -- 172.21.15.55:0/849873145 >> 172.21.15.55:0/849873145 conn(0x7f8bdc103cb0 msgr2=0x7f8bdc1060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 -- 172.21.15.55:0/849873145 shutdown_connections 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 -- 172.21.15.55:0/849873145 wait complete. 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 Processor -- start 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.641+0000 7f8be26b2700 1 -- start start 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8be26b2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8be26b2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8bdc10cbb0 con 0x7f8bdc108650 2024-04-23T18:14:02.381 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bdbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bdbfff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47668/0 (socket says 172.21.15.55:47668) 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bdbfff700 1 -- 172.21.15.55:0/40800604 learned_addr learned my addr 172.21.15.55:0/40800604 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bdbfff700 1 -- 172.21.15.55:0/40800604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bdc19ebb0 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bdbfff700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc009520 tx=0x7f8bcc0045f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8bcc0036a0 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8bcc01a430 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bdc19ee40 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8bcc019550 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.642+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bdc1a1b30 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.643+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f8bcc019850 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.643+0000 7f8bd97fa700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 0x7f8bc403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.643+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bdc0640a0 con 0x7f8bdc108650 2024-04-23T18:14:02.382 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.644+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8bcc04d900 con 0x7f8bdc108650 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.644+0000 7f8bdb7fe700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 0x7f8bc403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.644+0000 7f8bdb7fe700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 0x7f8bc403bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0006fd0 tx=0x7f8bd0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.649+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8bcc00fda0 con 0x7f8bdc108650 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:00.882+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f8bdc19f320 con 0x7f8bc4039670 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.129+0000 7f8bd97fa700 1 -- 172.21.15.55:0/40800604 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f8bdc19f320 con 0x7f8bc4039670 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 msgr2=0x7f8bc403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 0x7f8bc403bb30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f8bd0006fd0 tx=0x7f8bd0006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 msgr2=0x7f8bdc19e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f8bcc009520 tx=0x7f8bcc0045f0 comp rx=0 tx=0).stop 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 shutdown_connections 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bc4039670 0x7f8bc403bb30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 --2- 172.21.15.55:0/40800604 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bdc108650 0x7f8bdc19e670 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 >> 172.21.15.55:0/40800604 conn(0x7f8bdc103cb0 msgr2=0x7f8bdc07c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:02.383 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 shutdown_connections 2024-04-23T18:14:02.384 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:01.131+0000 7f8be26b2700 1 -- 172.21.15.55:0/40800604 wait complete. 2024-04-23T18:14:02.384 INFO:teuthology.orchestra.run.smithi055.stdout:Fetching dashboard port number... 2024-04-23T18:14:03.361 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:03 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/639475223' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-23T18:14:03.646 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stdout 8443 2024-04-23T18:14:03.649 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.792+0000 7f3b4f982700 1 Processor -- start 2024-04-23T18:14:03.649 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.792+0000 7f3b4f982700 1 -- start start 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.792+0000 7f3b4f982700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.792+0000 7f3b4f982700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4807be60 con 0x7f3b48109050 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b4d71e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b4d71e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47676/0 (socket says 172.21.15.55:47676) 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b4d71e700 1 -- 172.21.15.55:0/1703059391 learned_addr learned my addr 172.21.15.55:0/1703059391 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b4d71e700 1 -- 172.21.15.55:0/1703059391 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4810b980 con 0x7f3b48109050 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b4d71e700 1 --2- 172.21.15.55:0/1703059391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3b440098a0 tx=0x7f3b44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=167d5f5ba809fd51 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b3ffff700 1 -- 172.21.15.55:0/1703059391 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b44004160 con 0x7f3b48109050 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b3ffff700 1 -- 172.21.15.55:0/1703059391 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3b44004300 con 0x7f3b48109050 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.793+0000 7f3b3ffff700 1 -- 172.21.15.55:0/1703059391 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b44011af0 con 0x7f3b48109050 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 -- 172.21.15.55:0/1703059391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 msgr2=0x7f3b4810b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.650 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 --2- 172.21.15.55:0/1703059391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3b440098a0 tx=0x7f3b44009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 -- 172.21.15.55:0/1703059391 shutdown_connections 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 --2- 172.21.15.55:0/1703059391 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4810b440 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 -- 172.21.15.55:0/1703059391 >> 172.21.15.55:0/1703059391 conn(0x7f3b48102a40 msgr2=0x7f3b48104e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 -- 172.21.15.55:0/1703059391 shutdown_connections 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.794+0000 7f3b4f982700 1 -- 172.21.15.55:0/1703059391 wait complete. 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4f982700 1 Processor -- start 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4f982700 1 -- start start 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4f982700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4f982700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3b4810c9e0 con 0x7f3b48109050 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4d71e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4d71e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47692/0 (socket says 172.21.15.55:47692) 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4d71e700 1 -- 172.21.15.55:0/639475223 learned_addr learned my addr 172.21.15.55:0/639475223 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:03.651 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4d71e700 1 -- 172.21.15.55:0/639475223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4819c930 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4d71e700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3b440117b0 tx=0x7f3b44003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b440036a0 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3b4401a430 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3b44019530 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.795+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4819cbc0 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.796+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b4819f8b0 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.796+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 12) ==== 46571+0+0 (secure 0 0 0) 0x7f3b4401a5e0 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.796+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b480640a0 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.796+0000 7f3b3e7fc700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 0x7f3b3403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.797+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3b4404d940 con 0x7f3b48109050 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.797+0000 7f3b4cf1d700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 0x7f3b3403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.797+0000 7f3b4cf1d700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 0x7f3b3403bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3b38006fd0 tx=0x7f3b38006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:03.652 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:02.802+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3b440172b0 con 0x7f3b48109050 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.008+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f3b4819fe60 con 0x7f3b48109050 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.008+0000 7f3b3e7fc700 1 -- 172.21.15.55:0/639475223 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f3b44029d50 con 0x7f3b48109050 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.010+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 msgr2=0x7f3b3403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.010+0000 7f3b4f982700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 0x7f3b3403bb30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3b38006fd0 tx=0x7f3b38006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.010+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 msgr2=0x7f3b4819c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.010+0000 7f3b4f982700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3b440117b0 tx=0x7f3b44003eb0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 shutdown_connections 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3b34039670 0x7f3b3403bb30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 --2- 172.21.15.55:0/639475223 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3b48109050 0x7f3b4819c3f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 >> 172.21.15.55:0/639475223 conn(0x7f3b48102a40 msgr2=0x7f3b481033b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 shutdown_connections 2024-04-23T18:14:03.653 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:03.011+0000 7f3b4f982700 1 -- 172.21.15.55:0/639475223 wait complete. 2024-04-23T18:14:03.655 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-23T18:14:03.655 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout disabled 2024-04-23T18:14:03.664 INFO:teuthology.orchestra.run.smithi055.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-23T18:14:03.664 INFO:teuthology.orchestra.run.smithi055.stdout:systemctl: stdout inactive 2024-04-23T18:14:03.664 INFO:teuthology.orchestra.run.smithi055.stdout:firewalld.service is not enabled 2024-04-23T18:14:03.664 INFO:teuthology.orchestra.run.smithi055.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-23T18:14:03.665 INFO:teuthology.orchestra.run.smithi055.stdout:Ceph Dashboard is now available at: 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout: URL: https://smithi055:8443/ 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout: User: admin 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout: Password: jrtdv2wksr 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:03.666 INFO:teuthology.orchestra.run.smithi055.stdout:Saving cluster configuration to /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config directory 2024-04-23T18:14:03.667 INFO:teuthology.orchestra.run.smithi055.stdout:Enabling autotune for osd_memory_target 2024-04-23T18:14:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:04 smithi055 ceph-mon[29189]: mgrmap e13: x(active, since 6s) 2024-04-23T18:14:04.930 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.111+0000 7f1c672c7700 1 Processor -- start 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.111+0000 7f1c672c7700 1 -- start start 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c672c7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c672c7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6007be20 con 0x7f1c60109080 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c65063700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c65063700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47704/0 (socket says 172.21.15.55:47704) 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c65063700 1 -- 172.21.15.55:0/1423645175 learned_addr learned my addr 172.21.15.55:0/1423645175 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c65063700 1 -- 172.21.15.55:0/1423645175 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c6010b9b0 con 0x7f1c60109080 2024-04-23T18:14:04.936 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c65063700 1 --2- 172.21.15.55:0/1423645175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1c58009e80 tx=0x7f1c5800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e8eb00e39963a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c5ffff700 1 -- 172.21.15.55:0/1423645175 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c58017070 con 0x7f1c60109080 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c5ffff700 1 -- 172.21.15.55:0/1423645175 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c5800b8c0 con 0x7f1c60109080 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.112+0000 7f1c5ffff700 1 -- 172.21.15.55:0/1423645175 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c58004500 con 0x7f1c60109080 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 -- 172.21.15.55:0/1423645175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 msgr2=0x7f1c6010b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 --2- 172.21.15.55:0/1423645175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1c58009e80 tx=0x7f1c5800b330 comp rx=0 tx=0).stop 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 -- 172.21.15.55:0/1423645175 shutdown_connections 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 --2- 172.21.15.55:0/1423645175 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c6010b470 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 -- 172.21.15.55:0/1423645175 >> 172.21.15.55:0/1423645175 conn(0x7f1c60102a10 msgr2=0x7f1c60104e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 -- 172.21.15.55:0/1423645175 shutdown_connections 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.113+0000 7f1c672c7700 1 -- 172.21.15.55:0/1423645175 wait complete. 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c672c7700 1 Processor -- start 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c672c7700 1 -- start start 2024-04-23T18:14:04.937 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c672c7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c672c7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1c6010c9b0 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c65063700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c65063700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47706/0 (socket says 172.21.15.55:47706) 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c65063700 1 -- 172.21.15.55:0/3462262957 learned_addr learned my addr 172.21.15.55:0/3462262957 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.114+0000 7f1c65063700 1 -- 172.21.15.55:0/3462262957 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c60108e40 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c65063700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1c58009e50 tx=0x7f1c5800bd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c58021020 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c58003c60 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c60107030 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f1c58017040 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.115+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c60107570 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.116+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f1c58024020 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.116+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c600640a0 con 0x7f1c60109080 2024-04-23T18:14:04.938 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.116+0000 7f1c5e7fc700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 0x7f1c4803bc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.116+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f1c5800f050 con 0x7f1c60109080 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.116+0000 7f1c64862700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 0x7f1c4803bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.117+0000 7f1c64862700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 0x7f1c4803bc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006fd0 tx=0x7f1c54006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.121+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1c5802b020 con 0x7f1c60109080 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.331+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) -- 0x7f1c60107e90 con 0x7f1c60109080 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.331+0000 7f1c5e7fc700 1 -- 172.21.15.55:0/3462262957 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) ==== 127+0+0 (secure 0 0 0) 0x7f1c5802e5b0 con 0x7f1c60109080 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 msgr2=0x7f1c4803bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 0x7f1c4803bc30 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006fd0 tx=0x7f1c54006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 msgr2=0x7f1c60108900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f1c58009e50 tx=0x7f1c5800bd50 comp rx=0 tx=0).stop 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 shutdown_connections 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1c48039770 0x7f1c4803bc30 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:04.939 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 --2- 172.21.15.55:0/3462262957 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c60109080 0x7f1c60108900 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:04.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.333+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 >> 172.21.15.55:0/3462262957 conn(0x7f1c60102a10 msgr2=0x7f1c60103460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:04.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.334+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 shutdown_connections 2024-04-23T18:14:04.940 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:04.334+0000 7f1c672c7700 1 -- 172.21.15.55:0/3462262957 wait complete. 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2ee23e700 1 Processor -- start 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2ee23e700 1 -- start start 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2ee23e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2ee23e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e807be80 con 0x7fe2e81090e0 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2e77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2e77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47720/0 (socket says 172.21.15.55:47720) 2024-04-23T18:14:06.293 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2e77fe700 1 -- 172.21.15.55:0/415409529 learned_addr learned my addr 172.21.15.55:0/415409529 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2e77fe700 1 -- 172.21.15.55:0/415409529 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2e810ba10 con 0x7fe2e81090e0 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.407+0000 7fe2e77fe700 1 --2- 172.21.15.55:0/415409529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe2d80098a0 tx=0x7fe2d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46bacb78881ec97b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2e67fc700 1 -- 172.21.15.55:0/415409529 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2d8004160 con 0x7fe2e81090e0 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2e67fc700 1 -- 172.21.15.55:0/415409529 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe2d8004300 con 0x7fe2e81090e0 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2e67fc700 1 -- 172.21.15.55:0/415409529 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2d8011af0 con 0x7fe2e81090e0 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 -- 172.21.15.55:0/415409529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 msgr2=0x7fe2e810b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/415409529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe2d80098a0 tx=0x7fe2d8009bb0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 -- 172.21.15.55:0/415409529 shutdown_connections 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/415409529 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e810b4d0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 -- 172.21.15.55:0/415409529 >> 172.21.15.55:0/415409529 conn(0x7fe2e8102b30 msgr2=0x7fe2e8104f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 -- 172.21.15.55:0/415409529 shutdown_connections 2024-04-23T18:14:06.294 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.408+0000 7fe2ee23e700 1 -- 172.21.15.55:0/415409529 wait complete. 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.409+0000 7fe2ee23e700 1 Processor -- start 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.409+0000 7fe2ee23e700 1 -- start start 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.409+0000 7fe2ee23e700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.409+0000 7fe2ee23e700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e810ca10 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e77fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47724/0 (socket says 172.21.15.55:47724) 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e77fe700 1 -- 172.21.15.55:0/2534165599 learned_addr learned my addr 172.21.15.55:0/2534165599 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e77fe700 1 -- 172.21.15.55:0/2534165599 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2e819c8e0 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e77fe700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe2d80117b0 tx=0x7fe2d8003eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2d80036a0 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe2d801a430 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2e819cbd0 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe2d8019530 con 0x7fe2e81090e0 2024-04-23T18:14:06.295 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.410+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2e819f860 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.411+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe2d80197f0 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.411+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2e80640a0 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.411+0000 7fe2e4ff9700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 0x7fe2d003bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.411+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe2d804db10 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.412+0000 7fe2e6ffd700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 0x7fe2d003bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.412+0000 7fe2e6ffd700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 0x7fe2d003bbd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc006fd0 tx=0x7fe2dc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.416+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2d802d960 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.745+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7fe2e819fa30 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.752+0000 7fe2e4ff9700 1 -- 172.21.15.55:0/2534165599 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7fe2d802d440 con 0x7fe2e81090e0 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 msgr2=0x7fe2d003bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 0x7fe2d003bbd0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc006fd0 tx=0x7fe2dc006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 msgr2=0x7fe2e819c3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:06.296 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fe2d80117b0 tx=0x7fe2d8003eb0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 shutdown_connections 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2d0039710 0x7fe2d003bbd0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 --2- 172.21.15.55:0/2534165599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e81090e0 0x7fe2e819c3a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 >> 172.21.15.55:0/2534165599 conn(0x7fe2e8102b30 msgr2=0x7fe2e81034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 shutdown_connections 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr 2024-04-23T18:14:05.754+0000 7fe2ee23e700 1 -- 172.21.15.55:0/2534165599 wait complete. 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout:Or, if you are only running a single cluster on this host: 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.297 INFO:teuthology.orchestra.run.smithi055.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: ceph telemetry on 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout:For more information see: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:06.298 INFO:teuthology.orchestra.run.smithi055.stdout:Bootstrap complete. 2024-04-23T18:14:06.334 INFO:tasks.cephadm:Fetching config... 2024-04-23T18:14:06.334 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:14:06.334 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-23T18:14:06.351 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-23T18:14:06.351 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:14:06.351 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-23T18:14:06.406 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-23T18:14:06.406 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:14:06.406 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-23T18:14:06.471 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-23T18:14:06.471 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:14:06.471 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-23T18:14:06.528 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-23T18:14:06.528 DEBUG:teuthology.orchestra.run.smithi055:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:06.600 INFO:teuthology.orchestra.run.smithi055.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:06.611 DEBUG:teuthology.orchestra.run.smithi116:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:06.651 INFO:teuthology.orchestra.run.smithi116.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:06.663 DEBUG:teuthology.orchestra.run.smithi152:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-23T18:14:06.702 INFO:teuthology.orchestra.run.smithi152.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC7GrMoFGt6Yc7U1cT2QF9EvF0MO+JUv9wckjRcsPGHaYAkXuBA8P3N9gBBQJq4azGcxNVtBrwE4Sl2VbVRZGYqc9nODKihvxaNlt9XPLIRCNZ+GTm2DmmuJfixABzhUSZ/YULa/iKHJrEIAbIwNGea+bLeoWt4Ul9QWj5qPAcbO2Bw+WMO/cy5DmRjIbcy2LPA7AXwuIFJmwRc3qPpnAJ3/TnRSK7LRuml+jshCEEg90+IOfsLESkHMVAyVvoIyIZjKz9j59T7ATGY4ZwGRBkfGgDGPApnhPFE3tK7uLz4ubzg1G823pk1lD7Ce02cW6HkfRItRuGyC0iE2I7qkt6R+mQt8MfsRgNBrCg0PidD3HyvDcJiXcYjEgvzDjkk+f26BAJ/FziqhV1o5nOaGc7x1HibIHcZ3kQeJOBvKnhhVanwbZgFRkzycunyTD3Aj61/2plQYdd4aBbLKYWZz4ACMNWenAEPjHYUbSMkV84Pev7L9V+Itw0Mp/ZVofuj028= ceph-e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:06.714 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-23T18:14:06.962 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2534165599' entity='client.admin' 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 -- 172.21.15.55:0/4087270696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 msgr2=0x7fdda0100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 --2- 172.21.15.55:0/4087270696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0100b90 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fdd9800b0a0 tx=0x7fdd9800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 -- 172.21.15.55:0/4087270696 shutdown_connections 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 --2- 172.21.15.55:0/4087270696 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0100b90 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 -- 172.21.15.55:0/4087270696 >> 172.21.15.55:0/4087270696 conn(0x7fdda00fc0f0 msgr2=0x7fdda00fe510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:09.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 -- 172.21.15.55:0/4087270696 shutdown_connections 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.287+0000 7fdda5847700 1 -- 172.21.15.55:0/4087270696 wait complete. 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdda5847700 1 Processor -- start 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdda5847700 1 -- start start 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdda5847700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdda5847700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fdda0108530 con 0x7fdda0100770 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdd9effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdd9effd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47746/0 (socket says 172.21.15.55:47746) 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdd9effd700 1 -- 172.21.15.55:0/1750881803 learned_addr learned my addr 172.21.15.55:0/1750881803 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.288+0000 7fdd9effd700 1 -- 172.21.15.55:0/1750881803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdda0198110 con 0x7fdda0100770 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdd9effd700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdd98007890 tx=0x7fdd9800bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd98017040 con 0x7fdda0100770 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdda01983a0 con 0x7fdda0100770 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdd98022070 con 0x7fdda0100770 2024-04-23T18:14:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fdd9801d440 con 0x7fdda0100770 2024-04-23T18:14:09.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.289+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdda019b090 con 0x7fdda0100770 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.290+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fdd98004340 con 0x7fdda0100770 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.290+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdda0108cb0 con 0x7fdda0100770 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.290+0000 7fdda4845700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 0x7fdd8c03bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.290+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fdd9800f050 con 0x7fdda0100770 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.290+0000 7fdd9e7fc700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 0x7fdd8c03bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:09.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.291+0000 7fdd9e7fc700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 0x7fdd8c03bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdd88006fd0 tx=0x7fdd88006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:09.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.295+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdd980040f0 con 0x7fdda0100770 2024-04-23T18:14:09.497 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.504+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7fdda002e090 con 0x7fdda0100770 2024-04-23T18:14:09.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.507+0000 7fdda4845700 1 -- 172.21.15.55:0/1750881803 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7fdd98027460 con 0x7fdda0100770 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 msgr2=0x7fdd8c03bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 0x7fdd8c03bb10 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fdd88006fd0 tx=0x7fdd88006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 msgr2=0x7fdda0197bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fdd98007890 tx=0x7fdd9800bd40 comp rx=0 tx=0).stop 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 shutdown_connections 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdd8c039650 0x7fdd8c03bb10 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 --2- 172.21.15.55:0/1750881803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdda0100770 0x7fdda0197bd0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 >> 172.21.15.55:0/1750881803 conn(0x7fdda00fc0f0 msgr2=0x7fdda00fcb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 shutdown_connections 2024-04-23T18:14:09.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:09.510+0000 7fdda5847700 1 -- 172.21.15.55:0/1750881803 wait complete. 2024-04-23T18:14:10.187 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-23T18:14:10.187 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-23T18:14:10.816 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1750881803' entity='client.admin' 2024-04-23T18:14:10.881 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:11.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:11.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:11.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi055", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:11.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:11.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:11.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:12.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 -- 172.21.15.55:0/2122480741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 msgr2=0x7f08a41028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:12.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/2122480741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a41028e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0894009910 tx=0x7f0894009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:12.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 -- 172.21.15.55:0/2122480741 shutdown_connections 2024-04-23T18:14:12.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/2122480741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a41028e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:12.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 -- 172.21.15.55:0/2122480741 >> 172.21.15.55:0/2122480741 conn(0x7f08a40fda60 msgr2=0x7f08a40ffea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:12.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 -- 172.21.15.55:0/2122480741 shutdown_connections 2024-04-23T18:14:12.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.462+0000 7f08a8bfb700 1 -- 172.21.15.55:0/2122480741 wait complete. 2024-04-23T18:14:12.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a8bfb700 1 Processor -- start 2024-04-23T18:14:12.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a8bfb700 1 -- start start 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a8bfb700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a8bfb700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f08a4108540 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a259c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60694/0 (socket says 172.21.15.55:60694) 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a259c700 1 -- 172.21.15.55:0/1288500177 learned_addr learned my addr 172.21.15.55:0/1288500177 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.463+0000 7f08a259c700 1 -- 172.21.15.55:0/1288500177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08a4076c40 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f08a259c700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0894009ec0 tx=0x7f0894004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0894027070 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0894022470 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08a4074e30 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f089400f5f0 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.464+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08a4075370 con 0x7f08a41024c0 2024-04-23T18:14:12.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.465+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f089402a070 con 0x7f08a41024c0 2024-04-23T18:14:12.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.465+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08a4108cc0 con 0x7f08a41024c0 2024-04-23T18:14:12.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.465+0000 7f089b7fe700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 0x7f089003bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:12.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.465+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f089401e030 con 0x7f08a41024c0 2024-04-23T18:14:12.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.465+0000 7f089bfff700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 0x7f089003bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:12.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.466+0000 7f089bfff700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 0x7f089003bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f088c006fd0 tx=0x7f088c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:12.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.470+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0894013070 con 0x7f08a41024c0 2024-04-23T18:14:12.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.684+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f08a4190fc0 con 0x7f0890039650 2024-04-23T18:14:12.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.688+0000 7f089b7fe700 1 -- 172.21.15.55:0/1288500177 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f08a4190fc0 con 0x7f0890039650 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 msgr2=0x7f089003bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 0x7f089003bb10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f088c006fd0 tx=0x7f088c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 msgr2=0x7f08a4076700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0894009ec0 tx=0x7f0894004690 comp rx=0 tx=0).stop 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 shutdown_connections 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0890039650 0x7f089003bb10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 --2- 172.21.15.55:0/1288500177 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f08a41024c0 0x7f08a4076700 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:12.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 >> 172.21.15.55:0/1288500177 conn(0x7f08a40fda60 msgr2=0x7f08a40fe450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:12.685 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 shutdown_connections 2024-04-23T18:14:12.685 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:12.690+0000 7f08a8bfb700 1 -- 172.21.15.55:0/1288500177 wait complete. 2024-04-23T18:14:13.438 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi116 2024-04-23T18:14:13.439 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:14:13.439 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:13.457 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:14:13.457 DEBUG:teuthology.orchestra.run.smithi116:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:13.515 INFO:tasks.cephadm:Adding host smithi116 to orchestrator... 2024-04-23T18:14:13.516 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch host add smithi116 2024-04-23T18:14:13.769 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:13.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:13.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:14:13.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:13.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:13.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:14.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:14 smithi055 ceph-mon[29189]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:14.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:14 smithi055 ceph-mon[29189]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:14.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:14 smithi055 ceph-mon[29189]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 -- 172.21.15.55:0/3144502862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 msgr2=0x7f7044101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 --2- 172.21.15.55:0/3144502862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044101990 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f7034009910 tx=0x7f7034009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 -- 172.21.15.55:0/3144502862 shutdown_connections 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 --2- 172.21.15.55:0/3144502862 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044101990 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 -- 172.21.15.55:0/3144502862 >> 172.21.15.55:0/3144502862 conn(0x7f70440fce40 msgr2=0x7f70440ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 -- 172.21.15.55:0/3144502862 shutdown_connections 2024-04-23T18:14:15.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.340+0000 7f7049e47700 1 -- 172.21.15.55:0/3144502862 wait complete. 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.341+0000 7f7049e47700 1 Processor -- start 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.341+0000 7f7049e47700 1 -- start start 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.341+0000 7f7049e47700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f7049e47700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f704410b970 con 0x7f70441015b0 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70437fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70437fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60716/0 (socket says 172.21.15.55:60716) 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70437fe700 1 -- 172.21.15.55:0/4022356194 learned_addr learned my addr 172.21.15.55:0/4022356194 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70437fe700 1 -- 172.21.15.55:0/4022356194 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7044199280 con 0x7f70441015b0 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70437fe700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7034005780 tx=0x7f70340057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:15.337 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7034026070 con 0x7f70441015b0 2024-04-23T18:14:15.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7034004370 con 0x7f70441015b0 2024-04-23T18:14:15.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7044199570 con 0x7f70441015b0 2024-04-23T18:14:15.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7034003a30 con 0x7f70441015b0 2024-04-23T18:14:15.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.342+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7044199a30 con 0x7f70441015b0 2024-04-23T18:14:15.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.343+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f7034029070 con 0x7f70441015b0 2024-04-23T18:14:15.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.343+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7044102a90 con 0x7f70441015b0 2024-04-23T18:14:15.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.343+0000 7f70417fa700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 0x7f703003bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:15.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.344+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f703401e070 con 0x7f70441015b0 2024-04-23T18:14:15.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.344+0000 7f703bfff700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 0x7f703003bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:15.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.344+0000 7f703bfff700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 0x7f703003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f702c006fd0 tx=0x7f702c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:15.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.349+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7034013070 con 0x7f70441015b0 2024-04-23T18:14:15.556 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:15.562+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi116", "target": ["mon-mgr", ""]}) -- 0x7f704406aea0 con 0x7f70300396b0 2024-04-23T18:14:16.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:15 smithi055 ceph-mon[29189]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi116", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:17.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:16 smithi055 ceph-mon[29189]: Deploying cephadm binary to smithi116 2024-04-23T18:14:18.138 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:17 smithi055 ceph-mon[29189]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:19.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.843+0000 7f70417fa700 1 -- 172.21.15.55:0/4022356194 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f704406aea0 con 0x7f70300396b0 2024-04-23T18:14:19.838 INFO:teuthology.orchestra.run.smithi055.stdout:Added host 'smithi116' with addr '172.21.15.116' 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 msgr2=0x7f703003bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 0x7f703003bb70 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f702c006fd0 tx=0x7f702c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 msgr2=0x7f7044198d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f7034005780 tx=0x7f70340057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 shutdown_connections 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f70300396b0 0x7f703003bb70 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 --2- 172.21.15.55:0/4022356194 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f70441015b0 0x7f7044198d40 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 >> 172.21.15.55:0/4022356194 conn(0x7f70440fce40 msgr2=0x7f7044102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 shutdown_connections 2024-04-23T18:14:19.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:19.846+0000 7f7049e47700 1 -- 172.21.15.55:0/4022356194 wait complete. 2024-04-23T18:14:20.132 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:19 smithi055 ceph-mon[29189]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:20.132 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:20.132 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:20.430 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-23T18:14:20.680 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:21.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:21 smithi055 ceph-mon[29189]: Added host smithi116 2024-04-23T18:14:21.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:21.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:22.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3208401361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 msgr2=0x7f3fc0108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:22.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3208401361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0108930 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0009910 tx=0x7f3fb0009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:22.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3208401361 shutdown_connections 2024-04-23T18:14:22.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3208401361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0108930 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:22.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3208401361 >> 172.21.15.55:0/3208401361 conn(0x7f3fc00fdf70 msgr2=0x7f3fc0100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:22.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3208401361 shutdown_connections 2024-04-23T18:14:22.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.336+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3208401361 wait complete. 2024-04-23T18:14:22.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fc66aa700 1 Processor -- start 2024-04-23T18:14:22.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fc66aa700 1 -- start start 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fc66aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fc66aa700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc010cb00 con 0x7f3fc0108550 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fbffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fbffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45194/0 (socket says 172.21.15.55:45194) 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fbffff700 1 -- 172.21.15.55:0/3956893566 learned_addr learned my addr 172.21.15.55:0/3956893566 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.337+0000 7f3fbffff700 1 -- 172.21.15.55:0/3956893566 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc0076c30 con 0x7f3fc0108550 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fbffff700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0006010 tx=0x7f3fb0009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb0027070 con 0x7f3fc0108550 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3fb000be30 con 0x7f3fc0108550 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fc0075280 con 0x7f3fc0108550 2024-04-23T18:14:22.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3fb000f460 con 0x7f3fc0108550 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.338+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fc0075740 con 0x7f3fc0108550 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f3fb002a070 con 0x7f3fc0108550 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fc0103bc0 con 0x7f3fc0108550 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fbd7fa700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 0x7f3fa803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f3fb001e030 con 0x7f3fc0108550 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fbf7fe700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 0x7f3fa803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:22.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.339+0000 7f3fbf7fe700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 0x7f3fa803bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3fb4006fd0 tx=0x7f3fb4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:22.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.344+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3fb0013070 con 0x7f3fc0108550 2024-04-23T18:14:22.559 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.564+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fc0075970 con 0x7f3fa8039650 2024-04-23T18:14:22.560 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.565+0000 7f3fbd7fa700 1 -- 172.21.15.55:0/3956893566 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f3fc0075970 con 0x7f3fa8039650 2024-04-23T18:14:22.560 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:22.561 INFO:teuthology.orchestra.run.smithi055.stdout:[{"addr": "172.21.15.55", "hostname": "smithi055", "labels": [], "status": ""}, {"addr": "172.21.15.116", "hostname": "smithi116", "labels": [], "status": ""}] 2024-04-23T18:14:22.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 msgr2=0x7f3fa803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:22.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 0x7f3fa803bb10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3fb4006fd0 tx=0x7f3fb4006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:22.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 msgr2=0x7f3fc0074d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0006010 tx=0x7f3fb0009ec0 comp rx=0 tx=0).stop 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 shutdown_connections 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3fa8039650 0x7f3fa803bb10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 --2- 172.21.15.55:0/3956893566 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3fc0108550 0x7f3fc0074d40 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 >> 172.21.15.55:0/3956893566 conn(0x7f3fc00fdf70 msgr2=0x7f3fc00ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 shutdown_connections 2024-04-23T18:14:22.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:22.567+0000 7f3fc66aa700 1 -- 172.21.15.55:0/3956893566 wait complete. 2024-04-23T18:14:22.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:22 smithi055 ceph-mon[29189]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:23.194 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi152 2024-04-23T18:14:23.194 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:14:23.194 DEBUG:teuthology.orchestra.run.smithi152:> dd of=/etc/ceph/ceph.conf 2024-04-23T18:14:23.212 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:14:23.212 DEBUG:teuthology.orchestra.run.smithi152:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:23.270 INFO:tasks.cephadm:Adding host smithi152 to orchestrator... 2024-04-23T18:14:23.270 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch host add smithi152 2024-04-23T18:14:23.519 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:23.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:23 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:23.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:23 smithi055 ceph-mon[29189]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:24.724 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:24 smithi055 ceph-mon[29189]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:25.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- 172.21.15.55:0/3891828959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 msgr2=0x7f0690101990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:25.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 --2- 172.21.15.55:0/3891828959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690101990 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0680009910 tx=0x7f0680009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:25.088 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- 172.21.15.55:0/3891828959 shutdown_connections 2024-04-23T18:14:25.088 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 --2- 172.21.15.55:0/3891828959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690101990 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:25.088 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- 172.21.15.55:0/3891828959 >> 172.21.15.55:0/3891828959 conn(0x7f06900fce60 msgr2=0x7f06900ff280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:25.088 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- 172.21.15.55:0/3891828959 shutdown_connections 2024-04-23T18:14:25.088 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- 172.21.15.55:0/3891828959 wait complete. 2024-04-23T18:14:25.089 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 Processor -- start 2024-04-23T18:14:25.089 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- start start 2024-04-23T18:14:25.089 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:25.089 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0697974700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f069010b970 con 0x7f06901015b0 2024-04-23T18:14:25.089 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0695710700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0695710700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45208/0 (socket says 172.21.15.55:45208) 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.093+0000 7f0695710700 1 -- 172.21.15.55:0/229069467 learned_addr learned my addr 172.21.15.55:0/229069467 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f0695710700 1 -- 172.21.15.55:0/229069467 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0690198400 con 0x7f06901015b0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f0695710700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0680005780 tx=0x7f06800057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0680026070 con 0x7f06901015b0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0680004370 con 0x7f06901015b0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06901986f0 con 0x7f06901015b0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0680003a30 con 0x7f06901015b0 2024-04-23T18:14:25.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.094+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f069019c790 con 0x7f06901015b0 2024-04-23T18:14:25.091 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.095+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f0680029070 con 0x7f06901015b0 2024-04-23T18:14:25.091 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.095+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0690102a90 con 0x7f06901015b0 2024-04-23T18:14:25.091 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.095+0000 7f06867fc700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 0x7f067c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:25.092 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.095+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f068001e070 con 0x7f06901015b0 2024-04-23T18:14:25.092 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.095+0000 7f0694f0f700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 0x7f067c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:25.092 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.096+0000 7f0694f0f700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 0x7f067c03bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f068c006fd0 tx=0x7f068c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:25.095 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.100+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0680013070 con 0x7f06901015b0 2024-04-23T18:14:25.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:25.312+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi152", "target": ["mon-mgr", ""]}) -- 0x7f0690199220 con 0x7f067c0396b0 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi152", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:26.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:26.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi116", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:26.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:26.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:26.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:26 smithi055 ceph-mon[29189]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: Deploying cephadm binary to smithi152 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:27.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:27.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:28.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:28 smithi055 ceph-mon[29189]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:29.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.603+0000 7f06867fc700 1 -- 172.21.15.55:0/229069467 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f0690199220 con 0x7f067c0396b0 2024-04-23T18:14:29.597 INFO:teuthology.orchestra.run.smithi055.stdout:Added host 'smithi152' with addr '172.21.15.152' 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 msgr2=0x7f067c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 0x7f067c03bb70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f068c006fd0 tx=0x7f068c006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 msgr2=0x7f0690197ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f0680005780 tx=0x7f06800057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 shutdown_connections 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f067c0396b0 0x7f067c03bb70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 --2- 172.21.15.55:0/229069467 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06901015b0 0x7f0690197ec0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 >> 172.21.15.55:0/229069467 conn(0x7f06900fce60 msgr2=0x7f069006a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 shutdown_connections 2024-04-23T18:14:29.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:29.606+0000 7f0697974700 1 -- 172.21.15.55:0/229069467 wait complete. 2024-04-23T18:14:30.305 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-23T18:14:30.552 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:30.954 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:30 smithi055 ceph-mon[29189]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:30.954 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:30.954 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:30 smithi055 ceph-mon[29189]: Added host smithi152 2024-04-23T18:14:30.954 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:30.954 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:31.871 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:31 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:32.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3236110669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 msgr2=0x7ff998108930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:32.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3236110669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff998108930 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ff994009910 tx=0x7ff994009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:32.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3236110669 shutdown_connections 2024-04-23T18:14:32.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3236110669 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff998108930 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:32.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3236110669 >> 172.21.15.55:0/3236110669 conn(0x7ff9980fdf70 msgr2=0x7ff998100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:32.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3236110669 shutdown_connections 2024-04-23T18:14:32.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.117+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3236110669 wait complete. 2024-04-23T18:14:32.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff9a02f6700 1 Processor -- start 2024-04-23T18:14:32.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff9a02f6700 1 -- start start 2024-04-23T18:14:32.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff9a02f6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff9a02f6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff99810cb00 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff99e092700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff99e092700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34896/0 (socket says 172.21.15.55:34896) 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.118+0000 7ff99e092700 1 -- 172.21.15.55:0/3910651197 learned_addr learned my addr 172.21.15.55:0/3910651197 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff99e092700 1 -- 172.21.15.55:0/3910651197 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff99819a6e0 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff99e092700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff994005780 tx=0x7ff9940057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff994026070 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff99819a970 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff994004370 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff994003af0 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.119+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff99819add0 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.120+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff994029070 con 0x7ff998108550 2024-04-23T18:14:32.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.120+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff998103bc0 con 0x7ff998108550 2024-04-23T18:14:32.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.120+0000 7ff98f7fe700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 0x7ff98403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:32.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.120+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff99401e070 con 0x7ff998108550 2024-04-23T18:14:32.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.120+0000 7ff99d891700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 0x7ff98403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:32.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.121+0000 7ff99d891700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 0x7ff98403bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff988006fd0 tx=0x7ff988006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:32.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.125+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff994013070 con 0x7ff998108550 2024-04-23T18:14:32.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.339+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff99819b570 con 0x7ff984039650 2024-04-23T18:14:32.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.340+0000 7ff98f7fe700 1 -- 172.21.15.55:0/3910651197 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7ff99819b570 con 0x7ff984039650 2024-04-23T18:14:32.334 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:14:32.334 INFO:teuthology.orchestra.run.smithi055.stdout:[{"addr": "172.21.15.55", "hostname": "smithi055", "labels": [], "status": ""}, {"addr": "172.21.15.116", "hostname": "smithi116", "labels": [], "status": ""}, {"addr": "172.21.15.152", "hostname": "smithi152", "labels": [], "status": ""}] 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 msgr2=0x7ff98403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 0x7ff98403bb10 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff988006fd0 tx=0x7ff988006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 msgr2=0x7ff99819a1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7ff994005780 tx=0x7ff9940057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 shutdown_connections 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff984039650 0x7ff98403bb10 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 --2- 172.21.15.55:0/3910651197 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff998108550 0x7ff99819a1a0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 >> 172.21.15.55:0/3910651197 conn(0x7ff9980fdf70 msgr2=0x7ff9980765d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 shutdown_connections 2024-04-23T18:14:32.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:32.342+0000 7ff9a02f6700 1 -- 172.21.15.55:0/3910651197 wait complete. 2024-04-23T18:14:32.876 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:32 smithi055 ceph-mon[29189]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:32.876 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:32 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:32.905 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-23T18:14:32.905 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-23T18:14:33.149 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:33 smithi055 ceph-mon[29189]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:34.776 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:34 smithi055 ceph-mon[29189]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:34.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 -- 172.21.15.55:0/2076451159 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 msgr2=0x7f35b4103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:34.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 --2- 172.21.15.55:0/2076451159 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4103a30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f35a4009910 tx=0x7f35a4009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:34.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 -- 172.21.15.55:0/2076451159 shutdown_connections 2024-04-23T18:14:34.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 --2- 172.21.15.55:0/2076451159 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4103a30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 -- 172.21.15.55:0/2076451159 >> 172.21.15.55:0/2076451159 conn(0x7f35b40fcea0 msgr2=0x7f35b40ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 -- 172.21.15.55:0/2076451159 shutdown_connections 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.782+0000 7f35b9b34700 1 -- 172.21.15.55:0/2076451159 wait complete. 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.783+0000 7f35b9b34700 1 Processor -- start 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.783+0000 7f35b9b34700 1 -- start start 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.783+0000 7f35b9b34700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b9b34700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f35b410cb10 con 0x7f35b4103650 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b37fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34910/0 (socket says 172.21.15.55:34910) 2024-04-23T18:14:34.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b37fe700 1 -- 172.21.15.55:0/3761595075 learned_addr learned my addr 172.21.15.55:0/3761595075 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b37fe700 1 -- 172.21.15.55:0/3761595075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b4198490 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b37fe700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f35a40057a0 tx=0x7f35a4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35a4026070 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f35a4004370 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b4198720 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f35a4003b90 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.784+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b4198b80 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.785+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f35a4029070 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.785+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35b406b190 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.786+0000 7f35b0ff9700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 0x7f359c03bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.786+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f35a401e070 con 0x7f35b4103650 2024-04-23T18:14:34.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.786+0000 7f35b2ffd700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 0x7f359c03bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:34.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.786+0000 7f35b2ffd700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 0x7f359c03bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f35a8006fd0 tx=0x7f35a8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:34.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:34.791+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f35a4013070 con 0x7f35b4103650 2024-04-23T18:14:35.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.007+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f35b41992b0 con 0x7f35b4103650 2024-04-23T18:14:35.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.683+0000 7f35b0ff9700 1 -- 172.21.15.55:0/3761595075 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f35a402ade0 con 0x7f35b4103650 2024-04-23T18:14:35.682 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.685+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 msgr2=0x7f359c03bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:35.682 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.685+0000 7f35b9b34700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 0x7f359c03bb70 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f35a8006fd0 tx=0x7f35a8006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:35.682 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.685+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 msgr2=0x7f35b4197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:35.682 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.685+0000 7f35b9b34700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f35a40057a0 tx=0x7f35a4005dc0 comp rx=0 tx=0).stop 2024-04-23T18:14:35.682 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 shutdown_connections 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f359c0396b0 0x7f359c03bb70 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 --2- 172.21.15.55:0/3761595075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f35b4103650 0x7f35b4197f50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 >> 172.21.15.55:0/3761595075 conn(0x7f35b40fcea0 msgr2=0x7f35b41043e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 shutdown_connections 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:14:35.686+0000 7f35b9b34700 1 -- 172.21.15.55:0/3761595075 wait complete. 2024-04-23T18:14:35.683 INFO:teuthology.orchestra.run.smithi055.stderr:adjusted tunables profile to default 2024-04-23T18:14:35.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3761595075' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi152", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:35.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:36.342 INFO:tasks.cephadm:Adding mon.a on smithi055 2024-04-23T18:14:36.342 INFO:tasks.cephadm:Adding mon.b on smithi116 2024-04-23T18:14:36.342 INFO:tasks.cephadm:Adding mon.c on smithi152 2024-04-23T18:14:36.342 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c' 2024-04-23T18:14:36.579 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:14:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3761595075' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-23T18:14:36.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:36.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: Updating smithi152:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:36.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:36.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:36.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:37.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:37 smithi055 ceph-mon[29189]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:38.027 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.031+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/1337411476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 msgr2=0x7fe1d01019a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:38.027 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.031+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/1337411476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d01019a0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc00b0a0 tx=0x7fe1cc00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:14:38.027 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.031+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/1337411476 shutdown_connections 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.031+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/1337411476 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d01019a0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.031+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/1337411476 >> 172.21.15.152:0/1337411476 conn(0x7fe1d00fce90 msgr2=0x7fe1d00ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/1337411476 shutdown_connections 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/1337411476 wait complete. 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 Processor -- start 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 -- start start 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d6ec3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d010b980 con 0x7fe1d01015c0 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.032+0000 7fe1d4c5f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1d4c5f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.152:33876/0 (socket says 172.21.15.152:33876) 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1d4c5f700 1 -- 172.21.15.152:0/2069098309 learned_addr learned my addr 172.21.15.152:0/2069098309 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1d4c5f700 1 -- 172.21.15.152:0/2069098309 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d01984c0 con 0x7fe1d01015c0 2024-04-23T18:14:38.028 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1d4c5f700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc015040 tx=0x7fe1cc00bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:38.029 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1cc017040 con 0x7fe1d01015c0 2024-04-23T18:14:38.029 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d0198750 con 0x7fe1d01015c0 2024-04-23T18:14:38.029 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe1cc022070 con 0x7fe1d01015c0 2024-04-23T18:14:38.029 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.033+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe1cc0049b0 con 0x7fe1d01015c0 2024-04-23T18:14:38.029 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.034+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d019c800 con 0x7fe1d01015c0 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.034+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1d0102aa0 con 0x7fe1d01015c0 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.035+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fe1cc004160 con 0x7fe1d01015c0 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.035+0000 7fe1c5ffb700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 0x7fe1b803bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.035+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fe1cc00f050 con 0x7fe1d01015c0 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.035+0000 7fe1c7fff700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 0x7fe1b803bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:38.030 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.036+0000 7fe1c7fff700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 0x7fe1b803bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0006fd0 tx=0x7fe1c0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:38.034 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.041+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe1cc01ce80 con 0x7fe1d01015c0 2024-04-23T18:14:38.243 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.249+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c", "target": ["mon-mgr", ""]}) -- 0x7fe1d00640a0 con 0x7fe1b8039650 2024-04-23T18:14:38.250 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.256+0000 7fe1c5ffb700 1 -- 172.21.15.152:0/2069098309 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fe1d00640a0 con 0x7fe1b8039650 2024-04-23T18:14:38.250 INFO:teuthology.orchestra.run.smithi152.stdout:Scheduled mon update... 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 msgr2=0x7fe1b803bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 0x7fe1b803bb10 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0006fd0 tx=0x7fe1c0006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 msgr2=0x7fe1d0197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe1cc015040 tx=0x7fe1cc00bd40 comp rx=0 tx=0).stop 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 shutdown_connections 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe1b8039650 0x7fe1b803bb10 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 --2- 172.21.15.152:0/2069098309 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe1d01015c0 0x7fe1d0197f80 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:38.252 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 >> 172.21.15.152:0/2069098309 conn(0x7fe1d00fce90 msgr2=0x7fe1d006a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:38.253 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 shutdown_connections 2024-04-23T18:14:38.253 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:38.258+0000 7fe1d6ec3700 1 -- 172.21.15.152:0/2069098309 wait complete. 2024-04-23T18:14:38.836 DEBUG:teuthology.orchestra.run.smithi116:mon.b> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.b.service 2024-04-23T18:14:38.839 DEBUG:teuthology.orchestra.run.smithi152:mon.c> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.c.service 2024-04-23T18:14:38.841 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:38.841 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:38.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:38.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:38.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:38.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:38.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:39.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:39 smithi055 ceph-mon[29189]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:39.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:39 smithi055 ceph-mon[29189]: Saving service mon spec with placement smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c;count:3 2024-04-23T18:14:39.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:39 smithi055 ceph-mon[29189]: Deploying daemon mon.c on smithi152 2024-04-23T18:14:40.947 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:40.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:40 smithi055 ceph-mon[29189]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:42.724 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 -- 172.21.15.152:0/3802035481 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 msgr2=0x7f80681078c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:42.724 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 --2- 172.21.15.152:0/3802035481 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f80681078c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f805c009910 tx=0x7f805c009c20 comp rx=0 tx=0).stop 2024-04-23T18:14:42.724 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 -- 172.21.15.152:0/3802035481 shutdown_connections 2024-04-23T18:14:42.724 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 --2- 172.21.15.152:0/3802035481 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f80681078c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 -- 172.21.15.152:0/3802035481 >> 172.21.15.152:0/3802035481 conn(0x7f80680fcf80 msgr2=0x7f80680ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.728+0000 7f806fcae700 1 -- 172.21.15.152:0/3802035481 shutdown_connections 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806fcae700 1 -- 172.21.15.152:0/3802035481 wait complete. 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806fcae700 1 Processor -- start 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806fcae700 1 -- start start 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806fcae700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806fcae700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f806810a970 con 0x7f80681074e0 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806da4a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806da4a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.152:39226/0 (socket says 172.21.15.152:39226) 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.729+0000 7f806da4a700 1 -- 172.21.15.152:0/2901544970 learned_addr learned my addr 172.21.15.152:0/2901544970 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f806da4a700 1 -- 172.21.15.152:0/2901544970 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f806819a6c0 con 0x7f80681074e0 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f806da4a700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f805c005780 tx=0x7f805c0057b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:42.725 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f805c026070 con 0x7f80681074e0 2024-04-23T18:14:42.726 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f806819a9b0 con 0x7f80681074e0 2024-04-23T18:14:42.726 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f805c004370 con 0x7f80681074e0 2024-04-23T18:14:42.726 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f805c003a30 con 0x7f80681074e0 2024-04-23T18:14:42.726 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.730+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f806819ea50 con 0x7f80681074e0 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.731+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8068102b90 con 0x7f80681074e0 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.731+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f805c029070 con 0x7f80681074e0 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.731+0000 7f805affd700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 0x7f805403bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.731+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f805c01e070 con 0x7f80681074e0 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.731+0000 7f806d249700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 0x7f805403bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:42.727 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.732+0000 7f806d249700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 0x7f805403bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8064006fd0 tx=0x7f8064006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:42.730 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:42.737+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f805c013070 con 0x7f80681074e0 2024-04-23T18:14:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:42 smithi055 ceph-mon[29189]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:43.022 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.028+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f806819b4e0 con 0x7f80681074e0 2024-04-23T18:14:43.022 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.028+0000 7f805affd700 1 -- 172.21.15.152:0/2901544970 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f805c030090 con 0x7f80681074e0 2024-04-23T18:14:43.023 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:14:43.023 INFO:teuthology.orchestra.run.smithi152.stdout:{"epoch":1,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:12:58.045594Z","created":"2024-04-23T18:12:58.045594Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 msgr2=0x7f805403bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 0x7f805403bb10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8064006fd0 tx=0x7f8064006e40 comp rx=0 tx=0).stop 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 msgr2=0x7f806819a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f805c005780 tx=0x7f805c0057b0 comp rx=0 tx=0).stop 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 shutdown_connections 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8054039650 0x7f805403bb10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 --2- 172.21.15.152:0/2901544970 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80681074e0 0x7f806819a180 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 >> 172.21.15.152:0/2901544970 conn(0x7f80680fcf80 msgr2=0x7f80680fda90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 shutdown_connections 2024-04-23T18:14:43.025 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:43.031+0000 7f806fcae700 1 -- 172.21.15.152:0/2901544970 wait complete. 2024-04-23T18:14:43.026 INFO:teuthology.orchestra.run.smithi152.stderr:dumped monmap epoch 1 2024-04-23T18:14:43.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:43 smithi152 systemd[1]: Started Ceph mon.c for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:14:44.722 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:44.722 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:44.969 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: mon.a calling monitor election 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: mon.c calling monitor election 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.394 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: monmap epoch 2 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: last_changed 2024-04-23T18:14:43.050432+0000 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: min_mon_release 19 (squid) 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: election_strategy: 1 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: fsmap 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: mgrmap e13: x(active, since 51s) 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: overall HEALTH_OK 2024-04-23T18:14:48.395 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:48.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: mon.a calling monitor election 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: mon.c calling monitor election 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:48.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: monmap epoch 2 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: last_changed 2024-04-23T18:14:43.050432+0000 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: min_mon_release 19 (squid) 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: election_strategy: 1 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: fsmap 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: mgrmap e13: x(active, since 51s) 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: overall HEALTH_OK 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:48.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:48.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:49.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:49 smithi152 ceph-mon[33022]: Deploying daemon mon.b on smithi116 2024-04-23T18:14:49.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:49 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.389 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 -- 172.21.15.152:0/2145434599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28940035c0 msgr2=0x7f2894005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:49.389 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 --2- 172.21.15.152:0/2145434599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28940035c0 0x7f2894005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f28a8101380 tx=0x7f28a400feb0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 -- 172.21.15.152:0/2145434599 shutdown_connections 2024-04-23T18:14:49.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 --2- 172.21.15.152:0/2145434599 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28940035c0 0x7f2894005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 -- 172.21.15.152:0/2145434599 >> 172.21.15.152:0/2145434599 conn(0x7f28a80fcf80 msgr2=0x7f28a80ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:49.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 -- 172.21.15.152:0/2145434599 shutdown_connections 2024-04-23T18:14:49.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.395+0000 7f28aff37700 1 -- 172.21.15.152:0/2145434599 wait complete. 2024-04-23T18:14:49.392 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.396+0000 7f28aff37700 1 Processor -- start 2024-04-23T18:14:49.392 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.396+0000 7f28aff37700 1 -- start start 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28aff37700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28aff37700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 0x7f28a819b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28aff37700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f28a81094e0 con 0x7f28a81974b0 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28aff37700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f28a8109360 con 0x7f28940035c0 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:54244/0 (socket says 172.21.15.152:54244) 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 -- 172.21.15.152:0/2211999851 learned_addr learned my addr 172.21.15.152:0/2211999851 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 -- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 msgr2=0x7f28a8196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 -- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 msgr2=0x7f28a8196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28ad4d2700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 0x7f28a819b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28adcd3700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:14:49.393 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28ad4d2700 1 -- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 msgr2=0x7f28a8196f70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28ad4d2700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.397+0000 7f28ad4d2700 1 -- 172.21.15.152:0/2211999851 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a8197af0 con 0x7f28a81974b0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f28ad4d2700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 0x7f28a819b840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f289800d980 tx=0x7f289800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f289800ea50 con 0x7f28a81974b0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f289800ebf0 con 0x7f28a81974b0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a819bd80 con 0x7f28a81974b0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f28980145d0 con 0x7f28a81974b0 2024-04-23T18:14:49.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.398+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a819c2e0 con 0x7f28a81974b0 2024-04-23T18:14:49.395 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.399+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f289801e070 con 0x7f28a81974b0 2024-04-23T18:14:49.395 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.399+0000 7f289effd700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 0x7f288c03b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:49.395 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.399+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f28980169a0 con 0x7f28a81974b0 2024-04-23T18:14:49.395 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.399+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28a8102b90 con 0x7f28a81974b0 2024-04-23T18:14:49.396 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.400+0000 7f28adcd3700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 0x7f288c03b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:49.396 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.400+0000 7f28adcd3700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 0x7f288c03b900 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f28a4005b40 tx=0x7f28a4005a90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:49.399 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.405+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f289800eda0 con 0x7f28a81974b0 2024-04-23T18:14:49.406 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:49 smithi055 ceph-mon[29189]: Deploying daemon mon.b on smithi116 2024-04-23T18:14:49.406 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:49 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:49.706 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.711+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f28a80640a0 con 0x7f28a81974b0 2024-04-23T18:14:49.706 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.712+0000 7f289effd700 1 -- 172.21.15.152:0/2211999851 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f28a80640a0 con 0x7f28a81974b0 2024-04-23T18:14:49.706 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:14:49.706 INFO:teuthology.orchestra.run.smithi152.stdout:{"epoch":2,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:14:43.050432Z","created":"2024-04-23T18:12:58.045594Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:3300","nonce":0},{"type":"v1","addr":"172.21.15.152:6789","nonce":0}]},"addr":"172.21.15.152:6789/0","public_addr":"172.21.15.152:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 msgr2=0x7f288c03b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 0x7f288c03b900 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f28a4005b40 tx=0x7f28a4005a90 comp rx=0 tx=0).stop 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 msgr2=0x7f28a819b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 0x7f28a819b840 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f289800d980 tx=0x7f289800dd40 comp rx=0 tx=0).stop 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 shutdown_connections 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f288c039440 0x7f288c03b900 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f28940035c0 0x7f28a8196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 --2- 172.21.15.152:0/2211999851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f28a81974b0 0x7f28a819b840 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 >> 172.21.15.152:0/2211999851 conn(0x7f28a80fcf80 msgr2=0x7f28a80fee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:49.709 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 shutdown_connections 2024-04-23T18:14:49.710 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:49.715+0000 7f28aff37700 1 -- 172.21.15.152:0/2211999851 wait complete. 2024-04-23T18:14:49.710 INFO:teuthology.orchestra.run.smithi152.stderr:dumped monmap epoch 2 2024-04-23T18:14:50.285 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:50 smithi152 ceph-mon[33022]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:50.285 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:50 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/2211999851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:50.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:50 smithi055 ceph-mon[29189]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:50.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:50 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/2211999851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:51.313 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-23T18:14:51.314 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-23T18:14:51.557 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(???) e0 preinit fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).mds e1 new map 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: e1 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: legacy client fscid: -1 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout: No filesystems configured 2024-04-23T18:14:51.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Added host smithi116 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:51.929 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:51.930 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:51.930 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:51.930 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:51.930 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi152", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi116", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Deploying cephadm binary to smithi152 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Added host smithi152 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:14:52.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3761595075' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi152", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3761595075' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:52.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi152:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:52.213 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Saving service mon spec with placement smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c;count:3 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Deploying daemon mon.c on smithi152 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.214 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.a calling monitor election 2024-04-23T18:14:52.215 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.215 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.215 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.215 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.c calling monitor election 2024-04-23T18:14:52.215 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: monmap epoch 2 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:52.216 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: last_changed 2024-04-23T18:14:43.050432+0000 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: min_mon_release 19 (squid) 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: election_strategy: 1 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: fsmap 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mgrmap e13: x(active, since 51s) 2024-04-23T18:14:52.217 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: overall HEALTH_OK 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: Deploying daemon mon.b on smithi116 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/2211999851' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 ceph-mon[32310]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 bash[32291]: 66288048b32ebc8f3eb16c70996f03688c0738b8ab9d1df631359d11c8cf17a7 2024-04-23T18:14:52.218 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:51 smithi116 systemd[1]: Started Ceph mon.b for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:14:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: mon.a calling monitor election 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: mon.c calling monitor election 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: monmap epoch 3 2024-04-23T18:14:57.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: min_mon_release 19 (squid) 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: election_strategy: 1 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: fsmap 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: mgrmap e13: x(active, since 60s) 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: overall HEALTH_OK 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.354 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.354 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.421 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 -- 172.21.15.152:0/2304689414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2080035c0 msgr2=0x7fb208005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 --2- 172.21.15.152:0/2304689414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2080035c0 0x7fb208005a50 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fb220101380 tx=0x7fb21000fe60 comp rx=0 tx=0).stop 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 -- 172.21.15.152:0/2304689414 shutdown_connections 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 --2- 172.21.15.152:0/2304689414 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2080035c0 0x7fb208005a50 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 -- 172.21.15.152:0/2304689414 >> 172.21.15.152:0/2304689414 conn(0x7fb2200fcf40 msgr2=0x7fb2200ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 -- 172.21.15.152:0/2304689414 shutdown_connections 2024-04-23T18:14:57.422 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.427+0000 7fb2269ee700 1 -- 172.21.15.152:0/2304689414 wait complete. 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.428+0000 7fb2269ee700 1 Processor -- start 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.428+0000 7fb2269ee700 1 -- start start 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 0x7fb2201999b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb220109490 con 0x7fb220199530 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb220109310 con 0x7fb2201a2060 2024-04-23T18:14:57.425 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb2269ee700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb220109610 con 0x7fb2080035c0 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:57038/0 (socket says 172.21.15.152:57038) 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 -- 172.21.15.152:0/4156916462 learned_addr learned my addr 172.21.15.152:0/4156916462 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 0x7fb2201999b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 msgr2=0x7fb220198ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 msgr2=0x7fb220198ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21ffff700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb224f8b700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb224f8b700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 msgr2=0x7fb2201a4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb224f8b700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 msgr2=0x7fb2201a4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb224f8b700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-04-23T18:14:57.426 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb224f8b700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 msgr2=0x7fb220198ff0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 msgr2=0x7fb2201a4450 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 -- 172.21.15.152:0/4156916462 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2201a4c60 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.429+0000 7fb21f7fe700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 0x7fb2201999b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb21400b550 tx=0x7fb21400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.430+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214004230 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.430+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb2140043d0 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.430+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2201a4f50 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.430+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb214011bf0 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.430+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2201a5430 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.431+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7fb21401a400 con 0x7fb220199530 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.431+0000 7fb21d7fa700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 0x7fb20c03bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:14:57.427 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.431+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb21404d4c0 con 0x7fb220199530 2024-04-23T18:14:57.428 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.431+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2200640a0 con 0x7fb220199530 2024-04-23T18:14:57.428 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.431+0000 7fb21ffff700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 0x7fb20c03bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:14:57.428 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.432+0000 7fb21ffff700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 0x7fb20c03bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb21000fa10 tx=0x7fb210005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:14:57.430 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.437+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb21403be20 con 0x7fb220199530 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: mon.a calling monitor election 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: mon.c calling monitor election 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: monmap epoch 3 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: min_mon_release 19 (squid) 2024-04-23T18:14:57.489 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: election_strategy: 1 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: fsmap 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: mgrmap e13: x(active, since 60s) 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: overall HEALTH_OK 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:57.734 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.739+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb22002df80 con 0x7fb220199530 2024-04-23T18:14:57.734 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.740+0000 7fb21d7fa700 1 -- 172.21.15.152:0/4156916462 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fb214020500 con 0x7fb220199530 2024-04-23T18:14:57.734 INFO:teuthology.orchestra.run.smithi152.stdout: 2024-04-23T18:14:57.734 INFO:teuthology.orchestra.run.smithi152.stdout:{"epoch":3,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","modified":"2024-04-23T18:14:51.939220Z","created":"2024-04-23T18:12:58.045594Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:3300","nonce":0},{"type":"v1","addr":"172.21.15.55:6789","nonce":0}]},"addr":"172.21.15.55:6789/0","public_addr":"172.21.15.55:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:3300","nonce":0},{"type":"v1","addr":"172.21.15.152:6789","nonce":0}]},"addr":"172.21.15.152:6789/0","public_addr":"172.21.15.152:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:3300","nonce":0},{"type":"v1","addr":"172.21.15.116:6789","nonce":0}]},"addr":"172.21.15.116:6789/0","public_addr":"172.21.15.116:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 msgr2=0x7fb20c03bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 0x7fb20c03bfa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb21000fa10 tx=0x7fb210005c60 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 msgr2=0x7fb2201999b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 0x7fb2201999b0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fb21400b550 tx=0x7fb21400b910 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 shutdown_connections 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb20c039ae0 0x7fb20c03bfa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2201a2060 0x7fb2201a4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb2080035c0 0x7fb220198ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 --2- 172.21.15.152:0/4156916462 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb220199530 0x7fb2201999b0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 >> 172.21.15.152:0/4156916462 conn(0x7fb2200fcf40 msgr2=0x7fb2200fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:14:57.737 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 shutdown_connections 2024-04-23T18:14:57.738 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:14:57.743+0000 7fb2269ee700 1 -- 172.21.15.152:0/4156916462 wait complete. 2024-04-23T18:14:57.738 INFO:teuthology.orchestra.run.smithi152.stderr:dumped monmap epoch 3 2024-04-23T18:14:58.312 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:58 smithi152 ceph-mon[33022]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:58.313 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:58.313 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:58 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/4156916462' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:58.313 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:58.339 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-23T18:14:58.339 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-23T18:14:58.367 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:58 smithi055 ceph-mon[29189]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:58.367 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:58.367 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:58 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/4156916462' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:58.367 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:58.596 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: mon.a calling monitor election 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: mon.c calling monitor election 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:59.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: monmap epoch 3 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: min_mon_release 19 (squid) 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: election_strategy: 1 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: fsmap 2024-04-23T18:14:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: mgrmap e13: x(active, since 60s) 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: overall HEALTH_OK 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/4156916462' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-23T18:14:59.211 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:14:59.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mon.b calling monitor election 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mon.b calling monitor election 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mon.a calling monitor election 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mon.c calling monitor election 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: monmap epoch 3 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: min_mon_release 19 (squid) 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: election_strategy: 1 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: fsmap 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: mgrmap e13: x(active, since 62s) 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: overall HEALTH_OK 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:59.711 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:14:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:59.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mon.b calling monitor election 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mon.b calling monitor election 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mon.a calling monitor election 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mon.c calling monitor election 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: monmap epoch 3 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: min_mon_release 19 (squid) 2024-04-23T18:14:59.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: election_strategy: 1 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: fsmap 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: mgrmap e13: x(active, since 62s) 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: overall HEALTH_OK 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:59.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:14:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:14:59.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mon.b calling monitor election 2024-04-23T18:14:59.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mon.b calling monitor election 2024-04-23T18:14:59.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mon.a calling monitor election 2024-04-23T18:14:59.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mon.c calling monitor election 2024-04-23T18:14:59.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: monmap epoch 3 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: last_changed 2024-04-23T18:14:51.939220+0000 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: created 2024-04-23T18:12:58.045594+0000 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: min_mon_release 19 (squid) 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: election_strategy: 1 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: 0: [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] mon.a 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: 1: [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] mon.c 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: 2: [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] mon.b 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: fsmap 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: osdmap e4: 0 total, 0 up, 0 in 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: mgrmap e13: x(active, since 62s) 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: overall HEALTH_OK 2024-04-23T18:14:59.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:14:59.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:14:59.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:14:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.308+0000 7ff2fad99700 1 -- 172.21.15.55:0/3391921776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 msgr2=0x7ff2f41088c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.308+0000 7ff2fad99700 1 --2- 172.21.15.55:0/3391921776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f41088c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc009910 tx=0x7ff2dc009c20 comp rx=0 tx=0).stop 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.308+0000 7ff2fad99700 1 -- 172.21.15.55:0/3391921776 shutdown_connections 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.308+0000 7ff2fad99700 1 --2- 172.21.15.55:0/3391921776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f41088c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.308+0000 7ff2fad99700 1 -- 172.21.15.55:0/3391921776 >> 172.21.15.55:0/3391921776 conn(0x7ff2f4076ea0 msgr2=0x7ff2f40772b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 -- 172.21.15.55:0/3391921776 shutdown_connections 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 -- 172.21.15.55:0/3391921776 wait complete. 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 Processor -- start 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 -- start start 2024-04-23T18:15:00.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.309+0000 7ff2fad99700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 0x7ff2f419caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2fad99700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff2f419d030 0x7ff2f419d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2fad99700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f410ca10 con 0x7ff2f41084e0 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2fad99700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f410c890 con 0x7ff2f4198760 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2fad99700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff2f410cb90 con 0x7ff2f419d030 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:50004/0 (socket says 172.21.15.55:50004) 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 -- 172.21.15.55:0/317856266 learned_addr learned my addr 172.21.15.55:0/317856266 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f3fff700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 0x7ff2f419caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 -- 172.21.15.55:0/317856266 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff2f419d030 msgr2=0x7ff2f419d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f9336700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff2f419d030 0x7ff2f419d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff2f419d030 0x7ff2f419d4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 -- 172.21.15.55:0/317856266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 msgr2=0x7ff2f419caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 0x7ff2f419caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 -- 172.21.15.55:0/317856266 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2f41a4da0 con 0x7ff2f41084e0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f3fff700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 0x7ff2f419caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f8b35700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc00bdf0 tx=0x7ff2dc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc027070 con 0x7ff2f41084e0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2f41a4fd0 con 0x7ff2f41084e0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff2dc005da0 con 0x7ff2f41084e0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.310+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc00f460 con 0x7ff2f41084e0 2024-04-23T18:15:00.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.311+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2f41a5430 con 0x7ff2f41084e0 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.311+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff2dc02a070 con 0x7ff2f41084e0 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.312+0000 7ff2f1ffb700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 0x7ff2e003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.312+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff2dc04e960 con 0x7ff2f41084e0 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.312+0000 7ff2f3fff700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 0x7ff2e003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.312+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2f40640a0 con 0x7ff2f41084e0 2024-04-23T18:15:00.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.312+0000 7ff2f3fff700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 0x7ff2e003bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff2e4009910 tx=0x7ff2e4008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:00.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.317+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff2dc031070 con 0x7ff2f41084e0 2024-04-23T18:15:00.535 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.541+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ff2f41a5720 con 0x7ff2f41084e0 2024-04-23T18:15:00.535 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.541+0000 7ff2f1ffb700 1 -- 172.21.15.55:0/317856266 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7ff2dc013070 con 0x7ff2f41084e0 2024-04-23T18:15:00.536 INFO:teuthology.orchestra.run.smithi055.stdout:# minimal ceph.conf for e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:15:00.536 INFO:teuthology.orchestra.run.smithi055.stdout:[global] 2024-04-23T18:15:00.536 INFO:teuthology.orchestra.run.smithi055.stdout: fsid = e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:15:00.536 INFO:teuthology.orchestra.run.smithi055.stdout: mon_host = [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] 2024-04-23T18:15:00.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 msgr2=0x7ff2e003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 0x7ff2e003bfa0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7ff2e4009910 tx=0x7ff2e4008040 comp rx=0 tx=0).stop 2024-04-23T18:15:00.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 msgr2=0x7ff2f4198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:00.539 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc00bdf0 tx=0x7ff2dc00bed0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.539 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 shutdown_connections 2024-04-23T18:15:00.539 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff2e0039ae0 0x7ff2e003bfa0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff2f419d030 0x7ff2f419d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff2f41084e0 0x7ff2f4198220 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 --2- 172.21.15.55:0/317856266 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff2f4198760 0x7ff2f419caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:00.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 >> 172.21.15.55:0/317856266 conn(0x7ff2f4076ea0 msgr2=0x7ff2f40fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:00.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 shutdown_connections 2024-04-23T18:15:00.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:00.544+0000 7ff2fad99700 1 -- 172.21.15.55:0/317856266 wait complete. 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:15:00.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:00 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/317856266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.926 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:00.927 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:00.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:00.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:15:00.928 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:00 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/317856266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:15:01.104 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:00 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/317856266' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:01.111 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-23T18:15:01.112 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:15:01.112 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:15:01.179 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:15:01.179 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:15:01.243 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:15:01.243 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:15:01.275 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:15:01.275 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:15:01.344 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:15:01.344 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/etc/ceph/ceph.conf 2024-04-23T18:15:01.375 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:15:01.375 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:15:01.443 INFO:tasks.cephadm:Adding mgr.x on smithi055 2024-04-23T18:15:01.443 INFO:tasks.cephadm:Adding mgr.y on smithi116 2024-04-23T18:15:01.443 INFO:tasks.cephadm:Adding mgr.z on smithi152 2024-04-23T18:15:01.443 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch apply mgr '3;smithi055=x;smithi116=y;smithi152=z' 2024-04-23T18:15:01.719 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:15:01.936 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:01 smithi152 ceph-mon[33022]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:15:01.936 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:01 smithi152 ceph-mon[33022]: Reconfiguring daemon mon.a on smithi055 2024-04-23T18:15:01.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:01 smithi116 ceph-mon[32310]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:15:01.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:01 smithi116 ceph-mon[32310]: Reconfiguring daemon mon.a on smithi055 2024-04-23T18:15:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:01 smithi055 ceph-mon[29189]: Reconfiguring mon.a (unknown last config time)... 2024-04-23T18:15:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:01 smithi055 ceph-mon[29189]: Reconfiguring daemon mon.a on smithi055 2024-04-23T18:15:02.954 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.954 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.955 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.955 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.955 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:02.955 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:02.955 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.149+0000 7f40c8be8700 1 -- 172.21.15.152:0/2515826200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 msgr2=0x7f40c4101900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.149+0000 7f40c8be8700 1 --2- 172.21.15.152:0/2515826200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4101900 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f40b4009910 tx=0x7f40b4009c20 comp rx=0 tx=0).stop 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 -- 172.21.15.152:0/2515826200 shutdown_connections 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 --2- 172.21.15.152:0/2515826200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4101900 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 -- 172.21.15.152:0/2515826200 >> 172.21.15.152:0/2515826200 conn(0x7f40c40fca80 msgr2=0x7f40c40feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 -- 172.21.15.152:0/2515826200 shutdown_connections 2024-04-23T18:15:03.146 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 -- 172.21.15.152:0/2515826200 wait complete. 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.150+0000 7f40c8be8700 1 Processor -- start 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 -- start start 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4197e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40c4198380 0x7f40c419d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f40c4107510 con 0x7f40c41014e0 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f40c4107390 con 0x7f40c4198380 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c8be8700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f40c4107690 con 0x7f40c4198800 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:34374/0 (socket says 172.21.15.152:34374) 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 -- 172.21.15.152:0/366983779 learned_addr learned my addr 172.21.15.152:0/366983779 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:15:03.147 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c259c700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4197e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40b9d9b700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40c4198380 0x7f40c419d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 -- 172.21.15.152:0/366983779 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40c4198380 msgr2=0x7f40c419d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40c4198380 0x7f40c419d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 -- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 msgr2=0x7f40c4197e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4197e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.151+0000 7f40c2d9d700 1 -- 172.21.15.152:0/366983779 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40c41a0250 con 0x7f40c4198800 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40c2d9d700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00ba50 tx=0x7f40bc00bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc019070 con 0x7f40c4198800 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40c41a0540 con 0x7f40c4198800 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f40bc00ce00 con 0x7f40c4198800 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40bc007350 con 0x7f40c4198800 2024-04-23T18:15:03.148 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.152+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40c41a0ab0 con 0x7f40c4198800 2024-04-23T18:15:03.149 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.153+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7f40bc01c070 con 0x7f40c4198800 2024-04-23T18:15:03.149 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.153+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40c40640a0 con 0x7f40c4198800 2024-04-23T18:15:03.149 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.153+0000 7f40bbfff700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 0x7f40b003bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:03.150 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.153+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f40bc04bdb0 con 0x7f40c4198800 2024-04-23T18:15:03.150 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.153+0000 7f40c259c700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 0x7f40b003bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:03.150 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.154+0000 7f40c259c700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 0x7f40b003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f40b4000c00 tx=0x7f40b4005300 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:03.152 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.158+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f40bc007df0 con 0x7f40c4198800 2024-04-23T18:15:03.361 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.367+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi055=x;smithi116=y;smithi152=z", "target": ["mon-mgr", ""]}) -- 0x7f40c4062fd0 con 0x7f40b0039ae0 2024-04-23T18:15:03.368 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.374+0000 7f40bbfff700 1 -- 172.21.15.152:0/366983779 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f40c4062fd0 con 0x7f40b0039ae0 2024-04-23T18:15:03.368 INFO:teuthology.orchestra.run.smithi152.stdout:Scheduled mgr update... 2024-04-23T18:15:03.370 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 msgr2=0x7f40b003bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 0x7f40b003bfa0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f40b4000c00 tx=0x7f40b4005300 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 msgr2=0x7f40c419f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f40bc00ba50 tx=0x7f40bc00bd60 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 shutdown_connections 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40b0039ae0 0x7f40b003bfa0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40c4198800 0x7f40c419f980 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40c41014e0 0x7f40c4197e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 --2- 172.21.15.152:0/366983779 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40c4198380 0x7f40c419d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 >> 172.21.15.152:0/366983779 conn(0x7f40c40fca80 msgr2=0x7f40c406b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.376+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 shutdown_connections 2024-04-23T18:15:03.371 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:03.377+0000 7f40c8be8700 1 -- 172.21.15.152:0/366983779 wait complete. 2024-04-23T18:15:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: Reconfiguring daemon mon.b on smithi116 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:03.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:15:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: Reconfiguring daemon mon.b on smithi116 2024-04-23T18:15:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: Reconfiguring mon.b (monmap changed)... 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: Reconfiguring daemon mon.b on smithi116 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-23T18:15:04.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:04.049 DEBUG:teuthology.orchestra.run.smithi116:mgr.y> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.y.service 2024-04-23T18:15:04.051 DEBUG:teuthology.orchestra.run.smithi152:mgr.z> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.z.service 2024-04-23T18:15:04.054 INFO:tasks.cephadm:Deploying OSDs... 2024-04-23T18:15:04.054 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:15:04.054 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:04.074 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:04.074 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:04.133 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-23 18:14:09.932119843 +0000 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-23 18:08:20.284737968 +0000 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-23 18:08:20.284737968 +0000 2024-04-23T18:15:04.134 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-23 18:08:20.284737968 +0000 2024-04-23T18:15:04.134 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:04.202 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-23T18:15:04.202 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-23T18:15:04.203 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000323734 s, 1.6 MB/s 2024-04-23T18:15:04.204 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:04.261 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-23 18:14:09.968119178 +0000 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-23 18:08:20.639731338 +0000 2024-04-23T18:15:04.319 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-23 18:08:20.639731338 +0000 2024-04-23T18:15:04.320 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-23 18:08:20.639731338 +0000 2024-04-23T18:15:04.320 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:04.386 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-23T18:15:04.386 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-23T18:15:04.386 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000391194 s, 1.3 MB/s 2024-04-23T18:15:04.388 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:04.447 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 702 Links: 1 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-23 18:14:10.002118550 +0000 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-23 18:08:20.983724914 +0000 2024-04-23T18:15:04.503 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-23 18:08:20.983724914 +0000 2024-04-23T18:15:04.504 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-23 18:08:20.983724914 +0000 2024-04-23T18:15:04.504 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-23T18:15:04.569 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-23T18:15:04.569 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000285835 s, 1.8 MB/s 2024-04-23T18:15:04.570 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:04.627 DEBUG:teuthology.orchestra.run.smithi055:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-23 18:14:10.037117903 +0000 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-23 18:08:21.335718341 +0000 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-23 18:08:21.335718341 +0000 2024-04-23T18:15:04.684 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-23 18:08:21.335718341 +0000 2024-04-23T18:15:04.685 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:04.749 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records in 2024-04-23T18:15:04.749 INFO:teuthology.orchestra.run.smithi055.stderr:1+0 records out 2024-04-23T18:15:04.749 INFO:teuthology.orchestra.run.smithi055.stderr:512 bytes copied, 0.000303472 s, 1.7 MB/s 2024-04-23T18:15:04.750 DEBUG:teuthology.orchestra.run.smithi055:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:04.807 DEBUG:teuthology.orchestra.run.smithi116:> set -ex 2024-04-23T18:15:04.807 DEBUG:teuthology.orchestra.run.smithi116:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:04.826 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:04.827 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-23 18:14:51.353431882 +0000 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-23 18:08:48.996435245 +0000 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-23 18:08:48.996435245 +0000 2024-04-23T18:15:04.885 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-23 18:08:48.996435245 +0000 2024-04-23T18:15:04.886 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:04.949 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:04 smithi116 ceph-mon[32310]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.949 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:04 smithi116 ceph-mon[32310]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi055=x;smithi116=y;smithi152=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:04.949 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:04 smithi116 ceph-mon[32310]: Saving service mgr spec with placement smithi055=x;smithi116=y;smithi152=z;count:3 2024-04-23T18:15:04.949 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:04 smithi116 ceph-mon[32310]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:04.949 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:04 smithi116 ceph-mon[32310]: Reconfiguring daemon mon.c on smithi152 2024-04-23T18:15:04.951 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-23T18:15:04.951 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-23T18:15:04.951 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000280577 s, 1.8 MB/s 2024-04-23T18:15:04.953 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:04.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:04 smithi055 ceph-mon[29189]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:04 smithi055 ceph-mon[29189]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi055=x;smithi116=y;smithi152=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:04.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:04 smithi055 ceph-mon[29189]: Saving service mgr spec with placement smithi055=x;smithi116=y;smithi152=z;count:3 2024-04-23T18:15:04.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:04 smithi055 ceph-mon[29189]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:04.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:04 smithi055 ceph-mon[29189]: Reconfiguring daemon mon.c on smithi152 2024-04-23T18:15:04.991 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:04 smithi152 ceph-mon[33022]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:04.992 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:04 smithi152 ceph-mon[33022]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi055=x;smithi116=y;smithi152=z", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:04.992 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:04 smithi152 ceph-mon[33022]: Saving service mgr spec with placement smithi055=x;smithi116=y;smithi152=z;count:3 2024-04-23T18:15:04.992 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:04 smithi152 ceph-mon[33022]: Reconfiguring mon.c (monmap changed)... 2024-04-23T18:15:04.992 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:04 smithi152 ceph-mon[33022]: Reconfiguring daemon mon.c on smithi152 2024-04-23T18:15:05.011 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-23 18:14:51.354431866 +0000 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-23 18:08:49.341429487 +0000 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-23 18:08:49.341429487 +0000 2024-04-23T18:15:05.068 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-23 18:08:49.341429487 +0000 2024-04-23T18:15:05.069 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:05.132 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-23T18:15:05.132 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-23T18:15:05.132 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000209997 s, 2.4 MB/s 2024-04-23T18:15:05.134 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:05.191 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-23 18:14:51.354431866 +0000 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-23 18:08:49.691423645 +0000 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-23 18:08:49.691423645 +0000 2024-04-23T18:15:05.247 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-23 18:08:49.691423645 +0000 2024-04-23T18:15:05.248 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:05.310 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-23T18:15:05.310 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-23T18:15:05.310 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000202085 s, 2.5 MB/s 2024-04-23T18:15:05.311 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:05.367 DEBUG:teuthology.orchestra.run.smithi116:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.423 INFO:teuthology.orchestra.run.smithi116.stdout:Access: 2024-04-23 18:14:51.354431866 +0000 2024-04-23T18:15:05.424 INFO:teuthology.orchestra.run.smithi116.stdout:Modify: 2024-04-23 18:08:50.022418120 +0000 2024-04-23T18:15:05.424 INFO:teuthology.orchestra.run.smithi116.stdout:Change: 2024-04-23 18:08:50.022418120 +0000 2024-04-23T18:15:05.424 INFO:teuthology.orchestra.run.smithi116.stdout: Birth: 2024-04-23 18:08:50.022418120 +0000 2024-04-23T18:15:05.424 DEBUG:teuthology.orchestra.run.smithi116:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:05.485 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records in 2024-04-23T18:15:05.485 INFO:teuthology.orchestra.run.smithi116.stderr:1+0 records out 2024-04-23T18:15:05.485 INFO:teuthology.orchestra.run.smithi116.stderr:512 bytes copied, 0.000212076 s, 2.4 MB/s 2024-04-23T18:15:05.486 DEBUG:teuthology.orchestra.run.smithi116:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:05.542 DEBUG:teuthology.orchestra.run.smithi152:> set -ex 2024-04-23T18:15:05.542 DEBUG:teuthology.orchestra.run.smithi152:> dd if=/scratch_devs of=/dev/stdout 2024-04-23T18:15:05.560 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-23T18:15:05.560 DEBUG:teuthology.orchestra.run.smithi152:> stat /dev/vg_nvme/lv_1 2024-04-23T18:15:05.618 INFO:teuthology.orchestra.run.smithi152.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-23T18:15:05.618 INFO:teuthology.orchestra.run.smithi152.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.618 INFO:teuthology.orchestra.run.smithi152.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout:Access: 2024-04-23 18:14:41.975665473 +0000 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout:Modify: 2024-04-23 18:08:41.144657269 +0000 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout:Change: 2024-04-23 18:08:41.144657269 +0000 2024-04-23T18:15:05.619 INFO:teuthology.orchestra.run.smithi152.stdout: Birth: 2024-04-23 18:08:41.144657269 +0000 2024-04-23T18:15:05.619 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-23T18:15:05.685 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records in 2024-04-23T18:15:05.685 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records out 2024-04-23T18:15:05.685 INFO:teuthology.orchestra.run.smithi152.stderr:512 bytes copied, 0.000274343 s, 1.9 MB/s 2024-04-23T18:15:05.686 DEBUG:teuthology.orchestra.run.smithi152:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-23T18:15:05.742 DEBUG:teuthology.orchestra.run.smithi152:> stat /dev/vg_nvme/lv_2 2024-04-23T18:15:05.797 INFO:teuthology.orchestra.run.smithi152.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Access: 2024-04-23 18:14:41.975665473 +0000 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Modify: 2024-04-23 18:08:41.506652932 +0000 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout:Change: 2024-04-23 18:08:41.506652932 +0000 2024-04-23T18:15:05.798 INFO:teuthology.orchestra.run.smithi152.stdout: Birth: 2024-04-23 18:08:41.506652932 +0000 2024-04-23T18:15:05.798 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-23T18:15:05.860 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records in 2024-04-23T18:15:05.860 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records out 2024-04-23T18:15:05.860 INFO:teuthology.orchestra.run.smithi152.stderr:512 bytes copied, 0.000228414 s, 2.2 MB/s 2024-04-23T18:15:05.861 DEBUG:teuthology.orchestra.run.smithi152:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-23T18:15:05.917 DEBUG:teuthology.orchestra.run.smithi152:> stat /dev/vg_nvme/lv_3 2024-04-23T18:15:05.971 INFO:teuthology.orchestra.run.smithi152.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-23T18:15:05.971 INFO:teuthology.orchestra.run.smithi152.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Access: 2024-04-23 18:14:41.976665461 +0000 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Modify: 2024-04-23 18:08:41.849648823 +0000 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout:Change: 2024-04-23 18:08:41.849648823 +0000 2024-04-23T18:15:05.972 INFO:teuthology.orchestra.run.smithi152.stdout: Birth: 2024-04-23 18:08:41.849648823 +0000 2024-04-23T18:15:05.972 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-23T18:15:06.034 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records in 2024-04-23T18:15:06.034 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records out 2024-04-23T18:15:06.034 INFO:teuthology.orchestra.run.smithi152.stderr:512 bytes copied, 0.000209377 s, 2.4 MB/s 2024-04-23T18:15:06.035 DEBUG:teuthology.orchestra.run.smithi152:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-23T18:15:06.091 DEBUG:teuthology.orchestra.run.smithi152:> stat /dev/vg_nvme/lv_4 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Context: system_u:object_r:device_t:s0 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Access: 2024-04-23 18:14:41.976665461 +0000 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Modify: 2024-04-23 18:08:42.188644761 +0000 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout:Change: 2024-04-23 18:08:42.188644761 +0000 2024-04-23T18:15:06.150 INFO:teuthology.orchestra.run.smithi152.stdout: Birth: 2024-04-23 18:08:42.188644761 +0000 2024-04-23T18:15:06.151 DEBUG:teuthology.orchestra.run.smithi152:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-23T18:15:06.215 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records in 2024-04-23T18:15:06.216 INFO:teuthology.orchestra.run.smithi152.stderr:1+0 records out 2024-04-23T18:15:06.216 INFO:teuthology.orchestra.run.smithi152.stderr:512 bytes copied, 0.000227003 s, 2.3 MB/s 2024-04-23T18:15:06.217 DEBUG:teuthology.orchestra.run.smithi152:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-23T18:15:06.273 INFO:tasks.cephadm:Deploying osd.0 on smithi055 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:06.273 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.296 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.297 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.297 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.297 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.297 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:06 smithi055 ceph-mon[29189]: Deploying daemon mgr.z on smithi152 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.318 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.319 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.319 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:06 smithi152 ceph-mon[33022]: Deploying daemon mgr.z on smithi152 2024-04-23T18:15:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:06 smithi116 ceph-mon[32310]: Deploying daemon mgr.z on smithi152 2024-04-23T18:15:06.515 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:15:08.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:08 smithi055 ceph-mon[29189]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.264 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:08 smithi152 ceph-mon[33022]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.264 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:08.270+0000 7fb660a0b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:08.421 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:08.421 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:08.421 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-23T18:15:08.421 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-23T18:15:08.421 INFO:teuthology.orchestra.run.smithi055.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0159055 s, 659 MB/s 2024-04-23T18:15:08.422 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-23T18:15:08.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:08 smithi116 ceph-mon[32310]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:08.601 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:08.378+0000 7fb660a0b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:15:09.016 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi055:vg_nvme/lv_4 2024-04-23T18:15:09.060 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:08.705+0000 7fb660a0b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:15:09.060 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:08.791+0000 7fb660a0b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:15:09.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:09.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:09 smithi116 ceph-mon[32310]: Deploying daemon mgr.y on smithi116 2024-04-23T18:15:09.304 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:09.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-mon[33022]: Deploying daemon mgr.y on smithi116 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-23T18:15:09.426 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:09.427 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:09.427 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:09 smithi055 ceph-mon[29189]: Deploying daemon mgr.y on smithi116 2024-04-23T18:15:10.120 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 systemd[1]: Starting Ceph mgr.y for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:15:10.329 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-mon[33022]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.329 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:09.994+0000 7fb660a0b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:15:10.330 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:10.164+0000 7fb660a0b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:10.330 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:10.335+0000 7fb660a0b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:15:10.385 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:10 smithi116 ceph-mon[32310]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.385 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 podman[33688]: 2024-04-23 18:15:10.155095237 +0000 UTC m=+0.018016164 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:15:10.385 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 podman[33688]: 2024-04-23 18:15:10.266384359 +0000 UTC m=+0.129305279 container create 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-23T18:15:10.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:10 smithi055 ceph-mon[29189]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:10.708 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 podman[33688]: 2024-04-23 18:15:10.460286663 +0000 UTC m=+0.323207578 container init 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:15:10.709 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 podman[33688]: 2024-04-23 18:15:10.462831769 +0000 UTC m=+0.325752689 container start 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:15:10.709 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 ceph-mgr[33707]: -- 172.21.15.116:0/3375162969 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f4052a85a0 con 0x55f40527cc00 2024-04-23T18:15:10.709 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 bash[33688]: 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 2024-04-23T18:15:10.709 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 systemd[1]: Started Ceph mgr.y for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:15:10.709 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:10.616+0000 7fea0d24d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:15:10.865 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- 172.21.15.55:0/191792785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c104640 msgr2=0x7ff92c10aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:10.865 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 --2- 172.21.15.55:0/191792785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c104640 0x7ff92c10aef0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff92400b0d0 tx=0x7ff92400b3e0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- 172.21.15.55:0/191792785 shutdown_connections 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 --2- 172.21.15.55:0/191792785 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c104640 0x7ff92c10aef0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 --2- 172.21.15.55:0/191792785 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 0x7ff92c102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 --2- 172.21.15.55:0/191792785 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c103ca0 0x7ff92c104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- 172.21.15.55:0/191792785 >> 172.21.15.55:0/191792785 conn(0x7ff92c0fe040 msgr2=0x7ff92c100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- 172.21.15.55:0/191792785 shutdown_connections 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- 172.21.15.55:0/191792785 wait complete. 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 Processor -- start 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.869+0000 7ff933a56700 1 -- start start 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 0x7ff92c198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:10.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c104640 0x7ff92c1a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c10e680 con 0x7ff92c103ca0 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c10e500 con 0x7ff92c104640 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff92c10e800 con 0x7ff92c102aa0 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:51946/0 (socket says 172.21.15.55:51946) 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 -- 172.21.15.55:0/1274310553 learned_addr learned my addr 172.21.15.55:0/1274310553 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff9317f2700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 0x7ff92c198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff931ff3700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c104640 0x7ff92c1a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 -- 172.21.15.55:0/1274310553 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 msgr2=0x7ff92c198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 0x7ff92c198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 -- 172.21.15.55:0/1274310553 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c104640 msgr2=0x7ff92c1a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:10.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c104640 0x7ff92c1a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 -- 172.21.15.55:0/1274310553 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff92c1a08b0 con 0x7ff92c103ca0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff930ff1700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00d950 tx=0x7ff91c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c016070 con 0x7ff92c103ca0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff91c00fd60 con 0x7ff92c103ca0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.870+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff92c1a0ba0 con 0x7ff92c103ca0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.871+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff91c00e610 con 0x7ff92c103ca0 2024-04-23T18:15:10.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.871+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff92c1a1130 con 0x7ff92c103ca0 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 13) ==== 46614+0+0 (secure 0 0 0) 0x7ff91c019070 con 0x7ff92c103ca0 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff92c069730 con 0x7ff92c103ca0 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff9227fc700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 0x7ff91803bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff91c04c530 con 0x7ff92c103ca0 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff9317f2700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 0x7ff91803bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:10.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.872+0000 7ff9317f2700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 0x7ff91803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff92c19a140 tx=0x7ff92800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:10.872 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:10.877+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff91c00edc0 con 0x7ff92c103ca0 2024-04-23T18:15:10.929 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:10.625+0000 7fb660a0b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:15:10.929 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:10.719+0000 7fb660a0b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:15:10.930 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:10.935+0000 7fb660a0b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:15:11.091 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:11.096+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7ff92c062e80 con 0x7ff918039890 2024-04-23T18:15:11.208 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:10.805+0000 7fea0d24d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:11.208 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:10.915+0000 7fea0d24d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:15:11.351 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:11.135+0000 7fb660a0b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:11.549 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:11.241+0000 7fea0d24d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:15:11.549 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:11.339+0000 7fea0d24d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:11.851 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:11.852 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:11.766+0000 7fb660a0b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:15:11.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:11.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:11.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:11.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.496 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:12.203+0000 7fb660a0b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:15:12.497 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:12.301+0000 7fb660a0b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:15:12.497 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:12.502+0000 7fb660a0b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:15:12.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:12.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:12.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:12.564+0000 7fea0d24d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:12.732+0000 7fea0d24d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:12.899+0000 7fea0d24d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='client.14226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.893 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-23T18:15:12.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:13.351 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.027+0000 7fb660a0b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:15:13.351 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.118+0000 7fb660a0b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:15:13.458 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:13.182+0000 7fea0d24d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:15:13.458 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:13.274+0000 7fea0d24d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:15:13.613 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.358+0000 7fb660a0b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:15:13.613 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.490+0000 7fb660a0b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:15:13.614 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.584+0000 7fb660a0b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:15:13.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-mon[32310]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:13.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-mon[32310]: Reconfiguring daemon mgr.x on smithi055 2024-04-23T18:15:13.959 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:13.472+0000 7fea0d24d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:15:13.959 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:13.660+0000 7fea0d24d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:15:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:13 smithi055 ceph-mon[29189]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:13.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:13 smithi055 ceph-mon[29189]: Reconfiguring daemon mgr.x on smithi055 2024-04-23T18:15:14.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-mon[33022]: Reconfiguring mgr.x (unknown last config time)... 2024-04-23T18:15:14.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-mon[33022]: Reconfiguring daemon mgr.x on smithi055 2024-04-23T18:15:14.006 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:13.701+0000 7fb660a0b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:14.006 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:14.011+0000 7fb660a0b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:15:14.614 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:14.247+0000 7fea0d24d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:14.662+0000 7fea0d24d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:14.757+0000 7fea0d24d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:14.954+0000 7fea0d24d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]: dispatch 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]': finished 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:14.948 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:14 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1181791782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]: dispatch 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]': finished 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:14 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1181791782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:15.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:15.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]: dispatch 2024-04-23T18:15:15.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/851176406' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "773a505b-025a-4fa6-a3c2-a1f8d609a75b"}]': finished 2024-04-23T18:15:15.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: osdmap e5: 1 total, 0 up, 1 in 2024-04-23T18:15:15.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:15.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1181791782' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:15.102 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:14.614+0000 7fb660a0b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:15:15.102 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:15:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:15:14.830+0000 7fb660a0b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:15:15.625 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:15.630+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 14) ==== 92602+0+0 (secure 0 0 0) 0x7ff91c01a3b0 con 0x7ff92c103ca0 2024-04-23T18:15:15.790 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:15.468+0000 7fea0d24d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:15:15.790 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:15.558+0000 7fea0d24d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:15:15.790 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-mon[32310]: Standby manager daemon z started 2024-04-23T18:15:15.790 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:15.790 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:15.791 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:15.791 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:15.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:15 smithi055 ceph-mon[29189]: Standby manager daemon z started 2024-04-23T18:15:15.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:15 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:15.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:15 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:15.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:15 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:15.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:15 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:15 smithi152 ceph-mon[33022]: Standby manager daemon z started 2024-04-23T18:15:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:15 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:15:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:15 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:15 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:15:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:15 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/3287652501' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:16.126 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:15.796+0000 7fea0d24d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:15:16.127 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:15.927+0000 7fea0d24d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:15:16.127 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:16.020+0000 7fea0d24d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:15:16.127 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:16.133+0000 7fea0d24d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:15:16.708 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:16.429+0000 7fea0d24d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:15:16.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-mon[32310]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:16.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-mon[32310]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-23T18:15:16.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:16.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:16 smithi055 ceph-mon[29189]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:16.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:16 smithi055 ceph-mon[29189]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-23T18:15:16.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:17.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:16 smithi152 ceph-mon[33022]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:17.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:16 smithi152 ceph-mon[33022]: mgrmap e14: x(active, since 78s), standbys: z 2024-04-23T18:15:17.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:15:17.458 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:17.023+0000 7fea0d24d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:15:17.458 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:15:17.233+0000 7fea0d24d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:15:17.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:17.643+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mon.0 v2:172.21.15.55:3300/0 8 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7ff91c05f440 con 0x7ff92c103ca0 2024-04-23T18:15:17.940 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:17 smithi055 ceph-mon[29189]: Standby manager daemon y started 2024-04-23T18:15:17.941 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:17 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:17.941 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:17 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:17.941 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:17 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:17.941 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:17 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-mon[32310]: Standby manager daemon y started 2024-04-23T18:15:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:17.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:17.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:17 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:18.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:17 smithi152 ceph-mon[33022]: Standby manager daemon y started 2024-04-23T18:15:18.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:17 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:15:18.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:17 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:15:18.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:17 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:15:18.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:17 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/2830190428' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:15:18.956 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:18 smithi055 ceph-mon[29189]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:18.956 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:18 smithi055 ceph-mon[29189]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:18.956 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:18.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:18 smithi116 ceph-mon[32310]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:18.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:18 smithi116 ceph-mon[32310]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:18.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:19.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:18 smithi152 ceph-mon[33022]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:19.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:18 smithi152 ceph-mon[33022]: mgrmap e15: x(active, since 80s), standbys: z, y 2024-04-23T18:15:19.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:15:20.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:20.396 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.397 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.397 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:20.397 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:20.397 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:20.397 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:20.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:20.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:20.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:20.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:20.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:22.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:22 smithi152 ceph-mon[33022]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:22.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:22.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:22.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:22 smithi152 ceph-mon[33022]: Deploying daemon osd.0 on smithi055 2024-04-23T18:15:22.632 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:22 smithi055 ceph-mon[29189]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:22.632 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:22.632 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:22.632 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:22 smithi055 ceph-mon[29189]: Deploying daemon osd.0 on smithi055 2024-04-23T18:15:22.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:22 smithi116 ceph-mon[32310]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:22.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-23T18:15:22.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:22.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:22 smithi116 ceph-mon[32310]: Deploying daemon osd.0 on smithi055 2024-04-23T18:15:24.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:24 smithi152 ceph-mon[33022]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:24.628 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:24 smithi055 ceph-mon[29189]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:24.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:24 smithi116 ceph-mon[32310]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:26.468 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:26 smithi055 ceph-mon[29189]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:26.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:26 smithi152 ceph-mon[33022]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:26.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:26 smithi116 ceph-mon[32310]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:28 smithi152 ceph-mon[33022]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:28.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:28 smithi116 ceph-mon[32310]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:28.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:28 smithi055 ceph-mon[29189]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:28.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:28.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:30.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:30.630 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.631 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.631 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:30.631 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:30.631 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:30.639 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:30.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:30.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:30.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:30.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:31.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.054+0000 7ff9227fc700 1 -- 172.21.15.55:0/1274310553 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff92c062e80 con 0x7ff918039890 2024-04-23T18:15:31.049 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 0 on host 'smithi055' 2024-04-23T18:15:31.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 msgr2=0x7ff91803bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 0x7ff91803bd50 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ff92c19a140 tx=0x7ff92800b410 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 msgr2=0x7ff92c1991a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff91c00d950 tx=0x7ff91c00dc60 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 shutdown_connections 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff918039890 0x7ff91803bd50 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff92c104640 0x7ff92c1a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff92c102aa0 0x7ff92c198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 --2- 172.21.15.55:0/1274310553 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff92c103ca0 0x7ff92c1991a0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 >> 172.21.15.55:0/1274310553 conn(0x7ff92c0fe040 msgr2=0x7ff92c106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 shutdown_connections 2024-04-23T18:15:31.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:15:31.057+0000 7ff933a56700 1 -- 172.21.15.55:0/1274310553 wait complete. 2024-04-23T18:15:31.656 DEBUG:teuthology.orchestra.run.smithi055:osd.0> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.0.service 2024-04-23T18:15:31.658 INFO:tasks.cephadm:Deploying osd.1 on smithi116 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:31.659 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:31.899 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:15:32.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:32 smithi055 ceph-mon[29189]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:32.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:32 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:32 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:32 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:32.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:32 smithi055 ceph-mon[29189]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:32.300 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:32 smithi116 ceph-mon[32310]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:32.300 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:32 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.300 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:32 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.300 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:32 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:32.301 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:32 smithi116 ceph-mon[32310]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:32 smithi152 ceph-mon[33022]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:32 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:32 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:32 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:32 smithi152 ceph-mon[33022]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-23T18:15:33.136 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-mon[29189]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:33.136 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-mon[29189]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:33.137 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-mon[29189]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:15:33.137 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:33.137 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0[43971]: 2024-04-23T18:15:33.020+0000 7fa5961e9700 -1 osd.0 0 waiting for initial osdmap 2024-04-23T18:15:33.137 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:15:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0[43971]: 2024-04-23T18:15:33.025+0000 7fa591fdc700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:15:33.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:33 smithi116 ceph-mon[32310]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:33.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:33 smithi116 ceph-mon[32310]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:33.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:33 smithi116 ceph-mon[32310]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:15:33.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:33 smithi152 ceph-mon[33022]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-23T18:15:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:33 smithi152 ceph-mon[33022]: osdmap e6: 1 total, 0 up, 1 in 2024-04-23T18:15:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:33 smithi152 ceph-mon[33022]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:15:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:33.797 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:33.797 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:33.798 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-23T18:15:33.798 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-23T18:15:33.798 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115623 s, 907 MB/s 2024-04-23T18:15:33.798 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-23T18:15:34.316 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:34 smithi055 ceph-mon[29189]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:34.316 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:34 smithi055 ceph-mon[29189]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:15:34.316 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:34 smithi055 ceph-mon[29189]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:34.316 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.316 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:34 smithi152 ceph-mon[33022]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:34 smithi152 ceph-mon[33022]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:15:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:34 smithi152 ceph-mon[33022]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.353 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:34 smithi116 ceph-mon[32310]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:34.353 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:34 smithi116 ceph-mon[32310]: from='osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:15:34.354 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:34 smithi116 ceph-mon[32310]: osdmap e7: 1 total, 0 up, 1 in 2024-04-23T18:15:34.354 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.354 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:34.380 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_4 2024-04-23T18:15:34.617 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] boot 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi055 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.301 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:35.302 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] boot 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi055 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.326 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:35.327 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-23T18:15:35.327 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.327 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:35.327 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:35.327 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: osd.0 [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] boot 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: osdmap e8: 1 total, 1 up, 1 in 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi055 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:35.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 17093M 2024-04-23T18:15:35.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:35.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:35.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:35.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:36.043 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- 172.21.15.116:0/680813144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 msgr2=0x7fb340108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:36.043 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 --2- 172.21.15.116:0/680813144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340108250 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb334009990 tx=0x7fb334009ca0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.043 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- 172.21.15.116:0/680813144 shutdown_connections 2024-04-23T18:15:36.043 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 --2- 172.21.15.116:0/680813144 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340108790 0x7fb34010ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 --2- 172.21.15.116:0/680813144 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340103530 0x7fb340105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 --2- 172.21.15.116:0/680813144 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340108250 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- 172.21.15.116:0/680813144 >> 172.21.15.116:0/680813144 conn(0x7fb3400fcf40 msgr2=0x7fb3400ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- 172.21.15.116:0/680813144 shutdown_connections 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- 172.21.15.116:0/680813144 wait complete. 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 Processor -- start 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.047+0000 7fb346360700 1 -- start start 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 0x7fb340198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340108790 0x7fb3401a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010e6e0 con 0x7fb340103530 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010e560 con 0x7fb340105e60 2024-04-23T18:15:36.044 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb346360700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010e860 con 0x7fb340108790 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:38872/0 (socket says 172.21.15.116:38872) 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 -- 172.21.15.116:0/2729727100 learned_addr learned my addr 172.21.15.116:0/2729727100 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb3448fd700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340108790 0x7fb3401a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33ffff700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 0x7fb340198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 -- 172.21.15.116:0/2729727100 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340108790 msgr2=0x7fb3401a0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340108790 0x7fb3401a0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 -- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 msgr2=0x7fb340198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 0x7fb340198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33f7fe700 1 -- 172.21.15.116:0/2729727100 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3401a0a20 con 0x7fb340105e60 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.048+0000 7fb33ffff700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 0x7fb340198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb33f7fe700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb334006010 tx=0x7fb3340047b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:36.045 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb334027070 con 0x7fb340105e60 2024-04-23T18:15:36.046 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb334004190 con 0x7fb340105e60 2024-04-23T18:15:36.046 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33400f460 con 0x7fb340105e60 2024-04-23T18:15:36.046 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3401a0cb0 con 0x7fb340105e60 2024-04-23T18:15:36.046 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.049+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3401a10b0 con 0x7fb340105e60 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.050+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb34002df80 con 0x7fb340105e60 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.051+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7fb33402a070 con 0x7fb340105e60 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.051+0000 7fb33d7fa700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 0x7fb3280a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.052+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1767+0+0 (secure 0 0 0) 0x7fb3340cf750 con 0x7fb340105e60 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.052+0000 7fb33ffff700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 0x7fb3280a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:36.047 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.052+0000 7fb33ffff700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 0x7fb3280a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb3300099d0 tx=0x7fb330008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:36.050 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.056+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb334013070 con 0x7fb340105e60 2024-04-23T18:15:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:36 smithi116 ceph-mon[32310]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:36 smithi116 ceph-mon[32310]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:36.257 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:36.263+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fb340062e80 con 0x7fb3280a3c30 2024-04-23T18:15:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:36 smithi152 ceph-mon[33022]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:36 smithi152 ceph-mon[33022]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:36.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:36 smithi055 ceph-mon[29189]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-23T18:15:36.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:36 smithi055 ceph-mon[29189]: osdmap e9: 1 total, 1 up, 1 in 2024-04-23T18:15:37.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:37 smithi116 ceph-mon[32310]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:37.140 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:37.141 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:37.141 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:37.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:37 smithi152 ceph-mon[33022]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:37.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:37.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:37.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:37.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:37 smithi055 ceph-mon[29189]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:15:37.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:15:37.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:15:37.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:38 smithi152 ceph-mon[33022]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:38.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:38 smithi116 ceph-mon[32310]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:38.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:38 smithi055 ceph-mon[29189]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:39.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:39 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/70683249' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:39 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:39 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]': finished 2024-04-23T18:15:39.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:39 smithi152 ceph-mon[33022]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:39.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:39.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:39 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/70683249' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:39 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:39 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]': finished 2024-04-23T18:15:39.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:39 smithi116 ceph-mon[32310]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:39.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:39.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:39 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/70683249' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:39 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]: dispatch 2024-04-23T18:15:39.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:39 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "662221f2-6f71-46cb-87a4-406f12d35a36"}]': finished 2024-04-23T18:15:39.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:39 smithi055 ceph-mon[29189]: osdmap e10: 2 total, 1 up, 2 in 2024-04-23T18:15:39.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:40 smithi152 ceph-mon[33022]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:40 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/204069795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:40.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:40 smithi116 ceph-mon[32310]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:40.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:40 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/204069795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:40.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:40 smithi055 ceph-mon[29189]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:40.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:40 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/204069795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:15:42.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:42 smithi152 ceph-mon[33022]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:42 smithi116 ceph-mon[32310]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:42.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:42 smithi055 ceph-mon[29189]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:44.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:44 smithi152 ceph-mon[33022]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:44.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:44 smithi116 ceph-mon[32310]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:44 smithi055 ceph-mon[29189]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:46 smithi116 ceph-mon[32310]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:46.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:46.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:46 smithi152 ceph-mon[33022]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:46.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:46.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:46 smithi055 ceph-mon[29189]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:46.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-23T18:15:46.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:47 smithi152 ceph-mon[33022]: Deploying daemon osd.1 on smithi116 2024-04-23T18:15:47.411 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:47 smithi116 ceph-mon[32310]: Deploying daemon osd.1 on smithi116 2024-04-23T18:15:47.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:47 smithi055 ceph-mon[29189]: Deploying daemon osd.1 on smithi116 2024-04-23T18:15:48.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:48 smithi152 ceph-mon[33022]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:48 smithi055 ceph-mon[29189]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:48.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:48 smithi116 ceph-mon[32310]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:50 smithi152 ceph-mon[33022]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.374 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:50 smithi116 ceph-mon[32310]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:50.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:50 smithi055 ceph-mon[29189]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:52 smithi116 ceph-mon[32310]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:52.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:52 smithi055 ceph-mon[29189]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:52.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:52 smithi152 ceph-mon[33022]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:52.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:52.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:54.226 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:54 smithi116 ceph-mon[32310]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.279 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 1 on host 'smithi116' 2024-04-23T18:15:54.279 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.285+0000 7fb33d7fa700 1 -- 172.21.15.116:0/2729727100 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fb340062e80 con 0x7fb3280a3c30 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.287+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 msgr2=0x7fb3280a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.287+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 0x7fb3280a60f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fb3300099d0 tx=0x7fb330008040 comp rx=0 tx=0).stop 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.287+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 msgr2=0x7fb340199300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.287+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb334006010 tx=0x7fb3340047b0 comp rx=0 tx=0).stop 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 shutdown_connections 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb3280a3c30 0x7fb3280a60f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340108790 0x7fb3401a0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340103530 0x7fb340198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:54.282 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 --2- 172.21.15.116:0/2729727100 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105e60 0x7fb340199300 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 >> 172.21.15.116:0/2729727100 conn(0x7fb3400fcf40 msgr2=0x7fb340103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 shutdown_connections 2024-04-23T18:15:54.283 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:15:54.288+0000 7fb346360700 1 -- 172.21.15.116:0/2729727100 wait complete. 2024-04-23T18:15:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:54 smithi055 ceph-mon[29189]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:54 smithi152 ceph-mon[33022]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:54.910 DEBUG:teuthology.orchestra.run.smithi116:osd.1> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.1.service 2024-04-23T18:15:54.912 INFO:tasks.cephadm:Deploying osd.2 on smithi152 with /dev/vg_nvme/lv_4... 2024-04-23T18:15:54.912 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-23T18:15:55.157 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:15:55.163 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:15:55.077+0000 7facd3fb87c0 -1 osd.1 0 log_to_monitors true 2024-04-23T18:15:55.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:55.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:55 smithi116 ceph-mon[32310]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:55.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:55 smithi152 ceph-mon[33022]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:55.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:55.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:55.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:55 smithi055 ceph-mon[29189]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:56.490 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:56 smithi152 ceph-mon[33022]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:56.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:56.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:56.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:56.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:56.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-mon[32310]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: from='osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: osdmap e11: 2 total, 1 up, 2 in 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:56.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:56 smithi055 ceph-mon[29189]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:15:57.062 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-23T18:15:57.063 INFO:teuthology.orchestra.run.smithi152.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-23T18:15:57.063 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10+0 records in 2024-04-23T18:15:57.063 INFO:teuthology.orchestra.run.smithi152.stderr:10+0 records out 2024-04-23T18:15:57.063 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114549 s, 915 MB/s 2024-04-23T18:15:57.063 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping successful for: 2024-04-23T18:15:57.130 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:15:56.822+0000 7facc961d700 -1 osd.1 0 waiting for initial osdmap 2024-04-23T18:15:57.130 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:15:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:15:56.826+0000 7facc1408700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:15:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:57 smithi116 ceph-mon[32310]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:15:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:57 smithi116 ceph-mon[32310]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:57 smithi116 ceph-mon[32310]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:57.654 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:57 smithi152 ceph-mon[33022]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:15:57.654 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:57 smithi152 ceph-mon[33022]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:57.654 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.654 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.654 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:57 smithi152 ceph-mon[33022]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:57.682 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi152:vg_nvme/lv_4 2024-04-23T18:15:57.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:57 smithi055 ceph-mon[29189]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:15:57.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:57 smithi055 ceph-mon[29189]: osdmap e12: 2 total, 1 up, 2 in 2024-04-23T18:15:57.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:57.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:57 smithi055 ceph-mon[29189]: from='osd.1 ' entity='osd.1' 2024-04-23T18:15:57.923 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:15:58.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:58.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] boot 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:58.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:58.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] boot 2024-04-23T18:15:58.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:58.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:58.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:15:58.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:15:58.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: osd.1 [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] boot 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: osdmap e13: 2 total, 2 up, 2 in 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:15:58.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:15:58.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:15:58.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:15:58.739 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 -- 172.21.15.152:0/2920733775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e0103580 msgr2=0x7f73e0109e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 --2- 172.21.15.152:0/2920733775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e0103580 0x7f73e0109e30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f73d800b0a0 tx=0x7f73d800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 -- 172.21.15.152:0/2920733775 shutdown_connections 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 --2- 172.21.15.152:0/2920733775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e0103580 0x7f73e0109e30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 --2- 172.21.15.152:0/2920733775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e01019e0 0x7f73e0101e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.383 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 --2- 172.21.15.152:0/2920733775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0102be0 0x7f73e0103040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 -- 172.21.15.152:0/2920733775 >> 172.21.15.152:0/2920733775 conn(0x7f73e00fcfa0 msgr2=0x7f73e00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 -- 172.21.15.152:0/2920733775 shutdown_connections 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.387+0000 7f73e5809700 1 -- 172.21.15.152:0/2920733775 wait complete. 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 Processor -- start 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 -- start start 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e0102be0 0x7f73e019d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0103580 0x7f73e01a0000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f73e010d610 con 0x7f73e0102be0 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f73e010d490 con 0x7f73e0103580 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73e5809700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f73e010d790 con 0x7f73e01019e0 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73deffd700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73deffd700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:58890/0 (socket says 172.21.15.152:58890) 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73deffd700 1 -- 172.21.15.152:0/3277739034 learned_addr learned my addr 172.21.15.152:0/3277739034 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:15:59.384 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.388+0000 7f73de7fc700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e0102be0 0x7f73e019d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73df7fe700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0103580 0x7f73e01a0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 -- 172.21.15.152:0/3277739034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0103580 msgr2=0x7f73e01a0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0103580 0x7f73e01a0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 -- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e0102be0 msgr2=0x7f73e019d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e0102be0 0x7f73e019d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 -- 172.21.15.152:0/3277739034 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e01a08d0 con 0x7f73e01019e0 2024-04-23T18:15:59.385 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.389+0000 7f73deffd700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f73d000c990 tx=0x7f73d000cca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:59.387 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.393+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d0007b00 con 0x7f73e01019e0 2024-04-23T18:15:59.387 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.393+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f73d0007ca0 con 0x7f73e01019e0 2024-04-23T18:15:59.387 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.393+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e01a0bc0 con 0x7f73e01019e0 2024-04-23T18:15:59.387 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.393+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73d0018660 con 0x7f73e01019e0 2024-04-23T18:15:59.387 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.393+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e01a1150 con 0x7f73e01019e0 2024-04-23T18:15:59.388 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.394+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73e0069730 con 0x7f73e01019e0 2024-04-23T18:15:59.389 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.395+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f73d0018800 con 0x7f73e01019e0 2024-04-23T18:15:59.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.396+0000 7f73e4807700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 0x7f73c80a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:15:59.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.396+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(14..14 src has 1..14) ==== 2309+0+0 (secure 0 0 0) 0x7f73d00cea90 con 0x7f73e01019e0 2024-04-23T18:15:59.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.396+0000 7f73de7fc700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 0x7f73c80a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:15:59.390 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.397+0000 7f73de7fc700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 0x7f73c80a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f73e006c270 tx=0x7f73d400b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:15:59.394 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.401+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73d0014030 con 0x7f73e01019e0 2024-04-23T18:15:59.600 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:15:59.606+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f73e0062e80 con 0x7f73c80a3c30 2024-04-23T18:15:59.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:59 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi116 2024-04-23T18:15:59.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:59 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-23T18:15:59.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:15:59 smithi152 ceph-mon[33022]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:15:59.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:59 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi116 2024-04-23T18:15:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:59 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-23T18:15:59.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:15:59 smithi116 ceph-mon[32310]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:15:59.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:59 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi116 2024-04-23T18:15:59.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:59 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 17088M 2024-04-23T18:15:59.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:15:59 smithi055 ceph-mon[29189]: osdmap e14: 2 total, 2 up, 2 in 2024-04-23T18:16:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:00 smithi055 ceph-mon[29189]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:00 smithi055 ceph-mon[29189]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:00.515 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:00 smithi152 ceph-mon[33022]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:00.515 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:00 smithi152 ceph-mon[33022]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:00.516 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:00.516 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:00.516 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:00.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:00 smithi116 ceph-mon[32310]: pgmap v64: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:00.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:00 smithi116 ceph-mon[32310]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:00.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:00.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:00.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/2706488927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]': finished 2024-04-23T18:16:02.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:16:02.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/2706488927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]': finished 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:16:02.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: pgmap v66: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/2706488927' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]: dispatch 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9a3858c-effc-4fcc-8f2a-84a524d6fd8f"}]': finished 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: osdmap e15: 3 total, 2 up, 3 in 2024-04-23T18:16:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:03 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/3640648059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:03 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/3640648059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:03.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:03 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/3640648059' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:04 smithi116 ceph-mon[32310]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:04.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:04 smithi055 ceph-mon[29189]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:04 smithi152 ceph-mon[33022]: pgmap v68: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.551 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:06 smithi152 ceph-mon[33022]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:06 smithi116 ceph-mon[32310]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:06.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:06 smithi055 ceph-mon[29189]: pgmap v69: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:08.459 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:08 smithi152 ceph-mon[33022]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:08.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:08 smithi116 ceph-mon[32310]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:08 smithi055 ceph-mon[29189]: pgmap v70: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:10.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:10 smithi116 ceph-mon[32310]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:10.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:10 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:10.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:10 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:10.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:10 smithi116 ceph-mon[32310]: Deploying daemon osd.2 on smithi152 2024-04-23T18:16:10.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:10 smithi055 ceph-mon[29189]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:10.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:10 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:10.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:10 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:10.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:10 smithi055 ceph-mon[29189]: Deploying daemon osd.2 on smithi152 2024-04-23T18:16:10.748 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:10 smithi152 ceph-mon[33022]: pgmap v71: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:10.748 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:10 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-23T18:16:10.748 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:10 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:10.748 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:10 smithi152 ceph-mon[33022]: Deploying daemon osd.2 on smithi152 2024-04-23T18:16:12.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:12 smithi152 ceph-mon[33022]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:12.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:12 smithi116 ceph-mon[32310]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:12.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:12 smithi055 ceph-mon[29189]: pgmap v72: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:14.465 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:14 smithi152 ceph-mon[33022]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:14.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:14 smithi116 ceph-mon[32310]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:14.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:14 smithi055 ceph-mon[29189]: pgmap v73: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:16 smithi152 ceph-mon[33022]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:16.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:16.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:16.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:16 smithi116 ceph-mon[32310]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:16.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:16.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:16.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:16 smithi055 ceph-mon[29189]: pgmap v74: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:16.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:16.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:16.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: pgmap v75: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:18.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:18.773 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.779+0000 7f73e4807700 1 -- 172.21.15.152:0/3277739034 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f73e0062e80 con 0x7f73c80a3c30 2024-04-23T18:16:18.773 INFO:teuthology.orchestra.run.smithi152.stdout:Created osd(s) 2 on host 'smithi152' 2024-04-23T18:16:18.775 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 msgr2=0x7f73c80a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:18.775 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 0x7f73c80a60f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f73e006c270 tx=0x7f73d400b3c0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.775 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 msgr2=0x7f73e006bd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f73d000c990 tx=0x7f73d000cca0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 shutdown_connections 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f73c80a3c30 0x7f73c80a60f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73e0103580 0x7f73e01a0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73e01019e0 0x7f73e006bd10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 --2- 172.21.15.152:0/3277739034 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73e0102be0 0x7f73e019d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.781+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 >> 172.21.15.152:0/3277739034 conn(0x7f73e00fcfa0 msgr2=0x7f73e0105e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.782+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 shutdown_connections 2024-04-23T18:16:18.776 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:16:18.782+0000 7f73e5809700 1 -- 172.21.15.152:0/3277739034 wait complete. 2024-04-23T18:16:19.395 DEBUG:teuthology.orchestra.run.smithi152:osd.2> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.2.service 2024-04-23T18:16:19.398 INFO:tasks.cephadm:Deploying osd.3 on smithi055 with /dev/vg_nvme/lv_3... 2024-04-23T18:16:19.398 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:16:19.653 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:16:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:19 smithi055 ceph-mon[29189]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:19 smithi055 ceph-mon[29189]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:19 smithi152 ceph-mon[33022]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:19 smithi152 ceph-mon[33022]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:19 smithi116 ceph-mon[32310]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:19 smithi116 ceph-mon[32310]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.012 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:20 smithi152 ceph-mon[33022]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.057 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:21.057 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:21.058 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:21.058 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:21.058 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.058 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:20 smithi055 ceph-mon[29189]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: pgmap v76: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:21.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-23T18:16:21.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: osdmap e16: 3 total, 2 up, 3 in 2024-04-23T18:16:21.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:21.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: from='osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:20 smithi116 ceph-mon[32310]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:16:21.351 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2[38178]: 2024-04-23T18:16:21.195+0000 7f10fc23b700 -1 osd.2 0 waiting for initial osdmap 2024-04-23T18:16:21.351 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2[38178]: 2024-04-23T18:16:21.199+0000 7f10f3825700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:16:21.842 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:16:21.843 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:16:21.843 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-23T18:16:21.843 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-23T18:16:21.843 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0206454 s, 508 MB/s 2024-04-23T18:16:21.843 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-23T18:16:22.056 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:16:22.056 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:22.056 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.056 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.057 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:22.057 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:16:22.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:22.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:16:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: osdmap e17: 3 total, 2 up, 3 in 2024-04-23T18:16:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: from='osd.2 ' entity='osd.2' 2024-04-23T18:16:22.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi055:vg_nvme/lv_3 2024-04-23T18:16:22.946 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] boot 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:22.964 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:22.965 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:22.965 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:22.965 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] boot 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:23.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:23.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:23.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: pgmap v79: 0 pgs: ; 0 B data, 57 MiB used, 179 GiB / 179 GiB avail 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: osd.2 [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] boot 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: osdmap e18: 3 total, 3 up, 3 in 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:23.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:24.049 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:23 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi152 2024-04-23T18:16:24.049 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:23 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 17088M 2024-04-23T18:16:24.050 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:23 smithi055 ceph-mon[29189]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.050 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:23 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:24.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:23 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi152 2024-04-23T18:16:24.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:23 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 17088M 2024-04-23T18:16:24.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:23 smithi152 ceph-mon[33022]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:23 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:24.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:23 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi152 2024-04-23T18:16:24.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:23 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 17088M 2024-04-23T18:16:24.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:23 smithi116 ceph-mon[32310]: pgmap v81: 0 pgs: ; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:24.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:23 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:24.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.573+0000 7f9958715700 1 -- 172.21.15.55:0/480007203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99501087e0 msgr2=0x7f995010abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- 172.21.15.55:0/480007203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99501087e0 0x7f995010abf0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f994800b0a0 tx=0x7f994800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 -- 172.21.15.55:0/480007203 shutdown_connections 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- 172.21.15.55:0/480007203 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99501087e0 0x7f995010abf0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- 172.21.15.55:0/480007203 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950103580 0x7f9950105970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- 172.21.15.55:0/480007203 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9950105eb0 0x7f99501082a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 -- 172.21.15.55:0/480007203 >> 172.21.15.55:0/480007203 conn(0x7f99500fcf70 msgr2=0x7f99500ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 -- 172.21.15.55:0/480007203 shutdown_connections 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 -- 172.21.15.55:0/480007203 wait complete. 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 Processor -- start 2024-04-23T18:16:24.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 -- start start 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.574+0000 7f9958715700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950105eb0 0x7f99501991a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9958715700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99501087e0 0x7f99501a01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9958715700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f995010e6b0 con 0x7f9950103580 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9958715700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f995010e530 con 0x7f99501087e0 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9958715700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f995010e830 con 0x7f9950105eb0 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:53468/0 (socket says 172.21.15.55:53468) 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 -- 172.21.15.55:0/3222782633 learned_addr learned my addr 172.21.15.55:0/3222782633 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9955cb0700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950105eb0 0x7f99501991a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9956cb2700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99501087e0 0x7f99501a01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:24.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 -- 172.21.15.55:0/3222782633 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950105eb0 msgr2=0x7f99501991a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950105eb0 0x7f99501991a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 -- 172.21.15.55:0/3222782633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99501087e0 msgr2=0x7f99501a01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99501087e0 0x7f99501a01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 -- 172.21.15.55:0/3222782633 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99501a08b0 con 0x7f9950103580 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99564b1700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f994c00b530 tx=0x7f994c00b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c015020 con 0x7f9950103580 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99501a0ba0 con 0x7f9950103580 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f994c011d00 con 0x7f9950103580 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.575+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f994c010e60 con 0x7f9950103580 2024-04-23T18:16:24.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.576+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99501a10e0 con 0x7f9950103580 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.576+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9950069730 con 0x7f9950103580 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.578+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 15) ==== 138590+0+0 (secure 0 0 0) 0x7f994c018020 con 0x7f9950103580 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.578+0000 7f99477fe700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 0x7f993c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.578+0000 7f9955cb0700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 0x7f993c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.578+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 3226+0+0 (secure 0 0 0) 0x7f994c0cecd0 con 0x7f9950103580 2024-04-23T18:16:24.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.579+0000 7f9955cb0700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 0x7f993c0a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9940005ea0 tx=0x7f9940005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:24.576 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.582+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f994c01f020 con 0x7f9950103580 2024-04-23T18:16:24.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:24.803+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f9950062e80 con 0x7f993c0a3bb0 2024-04-23T18:16:25.039 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:25.039 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:24 smithi152 ceph-mon[33022]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:25.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:25.040 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41823]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.040 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41823]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.040 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41823]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.041 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41823]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.076 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:25.077 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:24 smithi055 ceph-mon[29189]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:25.077 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:25.077 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48614]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.077 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48614]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48614]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48614]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48617]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48617]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48617]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.078 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:16:24 smithi055 sudo[48617]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.151 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:25.151 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:24 smithi116 ceph-mon[32310]: osdmap e19: 3 total, 3 up, 3 in 2024-04-23T18:16:25.151 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40597]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40597]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40597]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40597]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40600]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40600]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.151 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40600]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.152 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:16:24 smithi116 sudo[40600]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.351 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41826]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.351 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41826]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.351 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41826]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.352 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41826]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41829]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41829]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41829]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41829]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41832]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41832]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41832]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 sudo[41832]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.454 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48620]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.454 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48620]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.454 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48620]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.454 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48620]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.454 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48623]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.455 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48623]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.455 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48623]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.455 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 sudo[48623]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40603]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-23T18:16:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40603]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40603]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40603]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40606]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-23T18:16:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40606]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-23T18:16:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40606]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-23T18:16:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 sudo[40606]: pam_unix(sudo:session): session closed for user root 2024-04-23T18:16:25.800 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:25.806+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f994c098ae0 con 0x7f9950103580 2024-04-23T18:16:25.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:25.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:25.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:25 smithi116 ceph-mon[32310]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:26.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:26.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.103 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:25 smithi152 ceph-mon[33022]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:16:26.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: osdmap e20: 3 total, 3 up, 3 in 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: pgmap v84: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:16:26.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:25 smithi055 ceph-mon[29189]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-23T18:16:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:26 smithi055 ceph-mon[29189]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:26 smithi055 ceph-mon[29189]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:27.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:26 smithi152 ceph-mon[33022]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:27.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:26 smithi152 ceph-mon[33022]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:27.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:26 smithi116 ceph-mon[32310]: osdmap e21: 3 total, 3 up, 3 in 2024-04-23T18:16:27.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:26 smithi116 ceph-mon[32310]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-04-23T18:16:28.075 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:27 smithi055 ceph-mon[29189]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.075 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]: dispatch 2024-04-23T18:16:28.075 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]': finished 2024-04-23T18:16:28.075 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:27 smithi055 ceph-mon[29189]: osdmap e22: 4 total, 3 up, 4 in 2024-04-23T18:16:28.075 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:28.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:27 smithi152 ceph-mon[33022]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]: dispatch 2024-04-23T18:16:28.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]': finished 2024-04-23T18:16:28.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:27 smithi152 ceph-mon[33022]: osdmap e22: 4 total, 3 up, 4 in 2024-04-23T18:16:28.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:27 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:28.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:27 smithi116 ceph-mon[32310]: pgmap v86: 1 pgs: 1 unknown; 0 B data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:28.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]: dispatch 2024-04-23T18:16:28.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1073216832' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbba5833-f51c-4e62-a4a0-03a95bd8fee8"}]': finished 2024-04-23T18:16:28.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:27 smithi116 ceph-mon[32310]: osdmap e22: 4 total, 3 up, 4 in 2024-04-23T18:16:28.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:27 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:29.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:28 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1117555746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:29.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:28 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1117555746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:29.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:28 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1117555746' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:30.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:29 smithi152 ceph-mon[33022]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:29 smithi116 ceph-mon[32310]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:30.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:29 smithi055 ceph-mon[29189]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:31 smithi055 ceph-mon[29189]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:32.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:31 smithi116 ceph-mon[32310]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:32.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:31 smithi152 ceph-mon[33022]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:33.971 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:33 smithi055 ceph-mon[29189]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:33 smithi116 ceph-mon[32310]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:33 smithi152 ceph-mon[33022]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:35 smithi116 ceph-mon[32310]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:36.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:35 smithi116 ceph-mon[32310]: Deploying daemon osd.3 on smithi055 2024-04-23T18:16:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:35 smithi055 ceph-mon[29189]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:35 smithi055 ceph-mon[29189]: Deploying daemon osd.3 on smithi055 2024-04-23T18:16:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:35 smithi152 ceph-mon[33022]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-23T18:16:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:36.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:35 smithi152 ceph-mon[33022]: Deploying daemon osd.3 on smithi055 2024-04-23T18:16:38.123 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:37 smithi055 ceph-mon[29189]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:38.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:37 smithi116 ceph-mon[32310]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:37 smithi152 ceph-mon[33022]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:40.108 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:39 smithi055 ceph-mon[29189]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:40.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:39 smithi116 ceph-mon[32310]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:39 smithi152 ceph-mon[33022]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:41.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:41 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:41.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:41 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:41.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:41 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:41 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:41 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:41 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:42.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:41 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:42.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:41 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:42.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:41 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:42.841 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:42 smithi055 ceph-mon[29189]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:42 smithi152 ceph-mon[33022]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:43.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:42 smithi116 ceph-mon[32310]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:44.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.409+0000 7f99477fe700 1 -- 172.21.15.55:0/3222782633 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f9950062e80 con 0x7f993c0a3bb0 2024-04-23T18:16:44.404 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 3 on host 'smithi055' 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 msgr2=0x7f993c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 0x7f993c0a6070 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f9940005ea0 tx=0x7f9940005e30 comp rx=0 tx=0).stop 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 msgr2=0x7f9950198c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f994c00b530 tx=0x7f994c00b8f0 comp rx=0 tx=0).stop 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 shutdown_connections 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f993c0a3bb0 0x7f993c0a6070 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99501087e0 0x7f99501a01e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:44.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9950103580 0x7f9950198c60 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:44.406 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 --2- 172.21.15.55:0/3222782633 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9950105eb0 0x7f99501991a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:44.406 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 >> 172.21.15.55:0/3222782633 conn(0x7f99500fcf70 msgr2=0x7f9950103ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:44.406 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 shutdown_connections 2024-04-23T18:16:44.406 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:16:44.411+0000 7f9958715700 1 -- 172.21.15.55:0/3222782633 wait complete. 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:44.613 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.614 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.614 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.614 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:44.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:16:45.091 DEBUG:teuthology.orchestra.run.smithi055:osd.3> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.3.service 2024-04-23T18:16:45.093 INFO:tasks.cephadm:Deploying osd.4 on smithi116 with /dev/vg_nvme/lv_3... 2024-04-23T18:16:45.094 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:16:45.337 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:16:45.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:45 smithi055 ceph-mon[29189]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:45.744 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:45 smithi116 ceph-mon[32310]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:45.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:45 smithi152 ceph-mon[33022]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-23T18:16:46.634 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-mon[29189]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:46.635 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-mon[29189]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:46.635 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-mon[29189]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:46.635 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-mon[29189]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:16:46.635 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:46.664 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:46 smithi116 ceph-mon[32310]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:46.664 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:46 smithi116 ceph-mon[32310]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:46.664 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:46 smithi116 ceph-mon[32310]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:46.664 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:46 smithi116 ceph-mon[32310]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:16:46.665 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:46.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:46 smithi152 ceph-mon[33022]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:46.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:46 smithi152 ceph-mon[33022]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-23T18:16:46.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:46 smithi152 ceph-mon[33022]: osdmap e23: 4 total, 3 up, 4 in 2024-04-23T18:16:46.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:46 smithi152 ceph-mon[33022]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:16:46.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.238 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3[50819]: 2024-04-23T18:16:46.952+0000 7fa2b0a46700 -1 osd.3 0 waiting for initial osdmap 2024-04-23T18:16:47.238 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:16:46 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3[50819]: 2024-04-23T18:16:46.961+0000 7fa2a8030700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158067 s, 663 MB/s 2024-04-23T18:16:47.245 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-23T18:16:47.713 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:16:47.713 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:47.713 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.713 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.714 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:47.714 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.714 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:47 smithi055 ceph-mon[29189]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:47 smithi152 ceph-mon[33022]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: osdmap e24: 4 total, 3 up, 4 in 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: osdmap e25: 4 total, 3 up, 4 in 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:47.888 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:47 smithi116 ceph-mon[32310]: from='osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454]' entity='osd.3' 2024-04-23T18:16:47.915 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_3 2024-04-23T18:16:48.162 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:16:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:16:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:16:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] boot 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:48.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.888 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] boot 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:48.890 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:48.890 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 88 MiB used, 268 GiB / 268 GiB avail 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: osd.3 [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] boot 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: osdmap e26: 4 total, 4 up, 4 in 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.944 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:16:48.945 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:48.945 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:48.945 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:16:48.945 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:16:49.635 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 -- 172.21.15.116:0/3366219775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4104640 msgr2=0x7f99a410aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 --2- 172.21.15.116:0/3366219775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4104640 0x7f99a410aef0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f999c00b0d0 tx=0x7f999c00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 -- 172.21.15.116:0/3366219775 shutdown_connections 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 --2- 172.21.15.116:0/3366219775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4104640 0x7f99a410aef0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 --2- 172.21.15.116:0/3366219775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4102aa0 0x7f99a4102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 --2- 172.21.15.116:0/3366219775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4103ca0 0x7f99a4104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 -- 172.21.15.116:0/3366219775 >> 172.21.15.116:0/3366219775 conn(0x7f99a40fe040 msgr2=0x7f99a4100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 -- 172.21.15.116:0/3366219775 shutdown_connections 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.639+0000 7f99ab703700 1 -- 172.21.15.116:0/3366219775 wait complete. 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 Processor -- start 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 -- start start 2024-04-23T18:16:49.636 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4102aa0 0x7f99a40767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4104640 0x7f99a4075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410e6d0 con 0x7f99a4104640 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410e550 con 0x7f99a4103ca0 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99ab703700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f99a410e850 con 0x7f99a4102aa0 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99a8c9e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99a8c9e700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:56176/0 (socket says 172.21.15.116:56176) 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.640+0000 7f99a8c9e700 1 -- 172.21.15.116:0/2864930927 learned_addr learned my addr 172.21.15.116:0/2864930927 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a949f700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4102aa0 0x7f99a40767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a9ca0700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4104640 0x7f99a4075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 -- 172.21.15.116:0/2864930927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4102aa0 msgr2=0x7f99a40767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:49.637 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4102aa0 0x7f99a40767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.638 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 -- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4104640 msgr2=0x7f99a4075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:16:49.638 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4104640 0x7f99a4075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:16:49.638 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 -- 172.21.15.116:0/2864930927 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a4075c20 con 0x7f99a4103ca0 2024-04-23T18:16:49.638 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.641+0000 7f99a8c9e700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f999400b530 tx=0x7f999400b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.642+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9994015020 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.642+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9994011d00 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.642+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a41a2e10 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.643+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9994010e40 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.643+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a41a32f0 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.644+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99a4069730 con 0x7f99a4103ca0 2024-04-23T18:16:49.639 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.645+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9994018020 con 0x7f99a4103ca0 2024-04-23T18:16:49.640 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.645+0000 7f999a7fc700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 0x7f99900a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:16:49.640 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.645+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(27..27 src has 1..27) ==== 3698+0+0 (secure 0 0 0) 0x7f99940cee40 con 0x7f99a4103ca0 2024-04-23T18:16:49.640 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.646+0000 7f99a949f700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 0x7f99900a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:16:49.640 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.646+0000 7f99a949f700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 0x7f99900a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f99a4103b00 tx=0x7f99a000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:16:49.643 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.649+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f999401f020 con 0x7f99a4103ca0 2024-04-23T18:16:49.851 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:16:49.857+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f99a4062e80 con 0x7f99900a3c40 2024-04-23T18:16:49.904 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:49 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi055 2024-04-23T18:16:49.904 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:49 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-23T18:16:49.904 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:49 smithi055 ceph-mon[29189]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:49.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:49 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi055 2024-04-23T18:16:49.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:49 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-23T18:16:49.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:49 smithi116 ceph-mon[32310]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:50.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:49 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi055 2024-04-23T18:16:50.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:49 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 8546M 2024-04-23T18:16:50.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:49 smithi152 ceph-mon[33022]: osdmap e27: 4 total, 4 up, 4 in 2024-04-23T18:16:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:50 smithi116 ceph-mon[32310]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:50 smithi116 ceph-mon[32310]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:50 smithi152 ceph-mon[33022]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:50 smithi152 ceph-mon[33022]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:50 smithi055 ceph-mon[29189]: pgmap v103: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:50 smithi055 ceph-mon[29189]: osdmap e28: 4 total, 4 up, 4 in 2024-04-23T18:16:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:16:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:16:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:51 smithi116 ceph-mon[32310]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:51 smithi116 ceph-mon[32310]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:51 smithi116 ceph-mon[32310]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:51 smithi055 ceph-mon[29189]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:51 smithi055 ceph-mon[29189]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:51 smithi055 ceph-mon[29189]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:52.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:51 smithi152 ceph-mon[33022]: from='client.24230 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:16:52.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:51 smithi152 ceph-mon[33022]: osdmap e29: 4 total, 4 up, 4 in 2024-04-23T18:16:52.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:51 smithi152 ceph-mon[33022]: osdmap e30: 4 total, 4 up, 4 in 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/2256676286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]': finished 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:52.913 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/2256676286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]': finished 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:52.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: pgmap v106: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/2256676286' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]: dispatch 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "037cf9b6-997f-4a23-ae94-7f551ede7acc"}]': finished 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: osdmap e31: 5 total, 4 up, 5 in 2024-04-23T18:16:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:16:53.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:53 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/2981090046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:53.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:53 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/2981090046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:54.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:53 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/2981090046' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:16:54.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:54 smithi116 ceph-mon[32310]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:54.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:54 smithi055 ceph-mon[29189]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:55.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:54 smithi152 ceph-mon[33022]: pgmap v109: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:16:56.770 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:56 smithi116 ceph-mon[32310]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:16:56.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:56 smithi055 ceph-mon[29189]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:16:57.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:56 smithi152 ceph-mon[33022]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-23T18:16:58.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:58 smithi116 ceph-mon[32310]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-23T18:16:58.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:58 smithi055 ceph-mon[29189]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-23T18:16:59.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:58 smithi152 ceph-mon[33022]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-04-23T18:16:59.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:16:59.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:16:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:16:59.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:16:59.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:16:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:00.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-23T18:17:00.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:16:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:00.940 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:00 smithi116 ceph-mon[32310]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:17:00.940 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:00 smithi116 ceph-mon[32310]: Deploying daemon osd.4 on smithi116 2024-04-23T18:17:00.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:00 smithi055 ceph-mon[29189]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:17:00.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:00 smithi055 ceph-mon[29189]: Deploying daemon osd.4 on smithi116 2024-04-23T18:17:01.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:00 smithi152 ceph-mon[33022]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:17:01.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:00 smithi152 ceph-mon[33022]: Deploying daemon osd.4 on smithi116 2024-04-23T18:17:02.894 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:02 smithi116 ceph-mon[32310]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-23T18:17:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:02 smithi055 ceph-mon[29189]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-23T18:17:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:02 smithi152 ceph-mon[33022]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-23T18:17:04.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:04 smithi116 ceph-mon[32310]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:04.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:04 smithi055 ceph-mon[29189]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:04 smithi152 ceph-mon[33022]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:06 smithi116 ceph-mon[32310]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:06 smithi152 ceph-mon[33022]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:06.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:06 smithi055 ceph-mon[29189]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:06.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:06.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.903 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.968 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.975+0000 7f999a7fc700 1 -- 172.21.15.116:0/2864930927 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f99a4062e80 con 0x7f99900a3c40 2024-04-23T18:17:08.969 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 4 on host 'smithi116' 2024-04-23T18:17:08.970 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 msgr2=0x7f99900a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 0x7f99900a6100 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f99a4103b00 tx=0x7f99a000b410 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 msgr2=0x7f99a4074e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f999400b530 tx=0x7f999400b840 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 shutdown_connections 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99900a3c40 0x7f99900a6100 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99a4104640 0x7f99a4075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99a4102aa0 0x7f99a40767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 --2- 172.21.15.116:0/2864930927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99a4103ca0 0x7f99a4074e30 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 >> 172.21.15.116:0/2864930927 conn(0x7f99a40fe040 msgr2=0x7f99a4106fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 shutdown_connections 2024-04-23T18:17:08.971 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:17:08.977+0000 7f99ab703700 1 -- 172.21.15.116:0/2864930927 wait complete. 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:09.604 DEBUG:teuthology.orchestra.run.smithi116:osd.4> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.4.service 2024-04-23T18:17:09.606 INFO:tasks.cephadm:Deploying osd.5 on smithi152 with /dev/vg_nvme/lv_3... 2024-04-23T18:17:09.606 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-23T18:17:09.854 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:17:10.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:10.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:10.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:10.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:09 smithi116 ceph-mon[32310]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:10.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:09 smithi055 ceph-mon[29189]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:10.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:09 smithi152 ceph-mon[33022]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-23T18:17:11.039 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:10 smithi152 ceph-mon[33022]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:11.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:10 smithi152 ceph-mon[33022]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:10 smithi152 ceph-mon[33022]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:11.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:10 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:11.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:10 smithi152 ceph-mon[33022]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.049 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:10 smithi116 ceph-mon[32310]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:11.049 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:10 smithi116 ceph-mon[32310]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.049 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:10 smithi116 ceph-mon[32310]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:11.049 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:10 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:11.049 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:10 smithi116 ceph-mon[32310]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:10 smithi055 ceph-mon[29189]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-23T18:17:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:10 smithi055 ceph-mon[29189]: from='osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:10 smithi055 ceph-mon[29189]: osdmap e32: 5 total, 4 up, 5 in 2024-04-23T18:17:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:10 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:10 smithi055 ceph-mon[29189]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:17:11.708 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:17:11.382+0000 7f8872df0700 -1 osd.4 0 waiting for initial osdmap 2024-04-23T18:17:11.708 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:17:11.390+0000 7f886a3da700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:17:11.909 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-23T18:17:11.909 INFO:teuthology.orchestra.run.smithi152.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-23T18:17:11.909 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10+0 records in 2024-04-23T18:17:11.909 INFO:teuthology.orchestra.run.smithi152.stderr:10+0 records out 2024-04-23T18:17:11.910 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116148 s, 903 MB/s 2024-04-23T18:17:11.910 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping successful for: 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.204 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:11 smithi116 ceph-mon[32310]: from='osd.4 ' entity='osd.4' 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:11 smithi055 ceph-mon[29189]: from='osd.4 ' entity='osd.4' 2024-04-23T18:17:12.278 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:12.279 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:17:12.279 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: osdmap e33: 5 total, 4 up, 5 in 2024-04-23T18:17:12.279 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.279 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:12.279 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:11 smithi152 ceph-mon[33022]: from='osd.4 ' entity='osd.4' 2024-04-23T18:17:12.609 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi152:vg_nvme/lv_3 2024-04-23T18:17:12.854 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:17:13.175 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:17:13.175 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:17:13.175 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] boot 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi116 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:13.176 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:12 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] boot 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi116 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:13.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:12 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:17:13.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:17:13.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: osd.4 [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] boot 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: osdmap e34: 5 total, 5 up, 5 in 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi116 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 8544M 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:13.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:12 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 -- 172.21.15.152:0/1459702797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700103530 msgr2=0x7f8700105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1459702797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700103530 0x7f8700105920 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f86fc009990 tx=0x7f86fc009ca0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 -- 172.21.15.152:0/1459702797 shutdown_connections 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1459702797 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f870010ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1459702797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700103530 0x7f8700105920 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.570 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1459702797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700105e60 0x7f8700108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 -- 172.21.15.152:0/1459702797 >> 172.21.15.152:0/1459702797 conn(0x7f87000fcf40 msgr2=0x7f87000ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 -- 172.21.15.152:0/1459702797 shutdown_connections 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.574+0000 7f8707f3f700 1 -- 172.21.15.152:0/1459702797 wait complete. 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 Processor -- start 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 -- start start 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700103530 0x7f8700198bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f87001a0190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f870010e680 con 0x7f8700103530 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f870010e500 con 0x7f8700108790 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8707f3f700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f870010e800 con 0x7f8700105e60 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:14.571 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:40446/0 (socket says 172.21.15.152:40446) 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 -- 172.21.15.152:0/1985386509 learned_addr learned my addr 172.21.15.152:0/1985386509 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f8705cdb700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700103530 0x7f8700198bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87064dc700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f87001a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 -- 172.21.15.152:0/1985386509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 msgr2=0x7f87001a0190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f87001a0190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 -- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700103530 msgr2=0x7f8700198bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700103530 0x7f8700198bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87054da700 1 -- 172.21.15.152:0/1985386509 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87001a0830 con 0x7f8700105e60 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.575+0000 7f87064dc700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f87001a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f87054da700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86f000c9e0 tx=0x7f86f000ccf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0007ac0 con 0x7f8700105e60 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87001a0b20 con 0x7f8700105e60 2024-04-23T18:17:14.572 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f86f0007c60 con 0x7f8700105e60 2024-04-23T18:17:14.573 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86f0018660 con 0x7f8700105e60 2024-04-23T18:17:14.573 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.576+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87001a1060 con 0x7f8700105e60 2024-04-23T18:17:14.573 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.577+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8700069730 con 0x7f8700105e60 2024-04-23T18:17:14.574 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.578+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f86f0018900 con 0x7f8700105e60 2024-04-23T18:17:14.574 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.578+0000 7f86f6ffd700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 0x7f86ec0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:14.574 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.579+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 4101+0+0 (secure 0 0 0) 0x7f86f00cf370 con 0x7f8700105e60 2024-04-23T18:17:14.574 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.579+0000 7f8705cdb700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 0x7f86ec0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:14.574 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.579+0000 7f8705cdb700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 0x7f86ec0a6100 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f86fc00b5c0 tx=0x7f86fc005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:14.578 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.584+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f86f0014030 con 0x7f8700105e60 2024-04-23T18:17:14.787 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:14.793+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8700062e80 con 0x7f86ec0a3c40 2024-04-23T18:17:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:14 smithi152 ceph-mon[33022]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:14 smithi152 ceph-mon[33022]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:14.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:14 smithi116 ceph-mon[32310]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:14.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:14 smithi116 ceph-mon[32310]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:14 smithi055 ceph-mon[29189]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-04-23T18:17:14.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:14 smithi055 ceph-mon[29189]: osdmap e35: 5 total, 5 up, 5 in 2024-04-23T18:17:15.727 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:15 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:15.728 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:15 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:15.728 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:15 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:15.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:15 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:15.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:15 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:15.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:15 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:15.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:15 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:15.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:15 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:15.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:15 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:16.926 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:16 smithi152 ceph-mon[33022]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:16.926 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:16 smithi152 ceph-mon[33022]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:16 smithi116 ceph-mon[32310]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:16 smithi116 ceph-mon[32310]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:16.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:16 smithi055 ceph-mon[29189]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:16.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:16 smithi055 ceph-mon[29189]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:17.942 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:17 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/1006318824' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.942 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:17 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.942 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:17 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]': finished 2024-04-23T18:17:17.942 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:17 smithi152 ceph-mon[33022]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:17.942 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:17 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:17 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/1006318824' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:17 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:17 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]': finished 2024-04-23T18:17:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:17 smithi116 ceph-mon[32310]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:17.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:17 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:17 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/1006318824' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:17 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]: dispatch 2024-04-23T18:17:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:17 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b1b0fe8-5690-4ec1-8d65-65e127f76405"}]': finished 2024-04-23T18:17:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:17 smithi055 ceph-mon[29189]: osdmap e36: 6 total, 5 up, 6 in 2024-04-23T18:17:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:17 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:18.888 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:18 smithi055 ceph-mon[29189]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:18.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:18 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/1137885379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:18.936 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:18 smithi116 ceph-mon[32310]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:18.936 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:18 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/1137885379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:19.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:18 smithi152 ceph-mon[33022]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:19.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:18 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/1137885379' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:20.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:20 smithi116 ceph-mon[32310]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:20 smithi055 ceph-mon[29189]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:21.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:20 smithi152 ceph-mon[33022]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:22.944 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:22 smithi152 ceph-mon[33022]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:22 smithi116 ceph-mon[32310]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:22 smithi055 ceph-mon[29189]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:24.889 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:24 smithi152 ceph-mon[33022]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:24 smithi116 ceph-mon[32310]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:24 smithi055 ceph-mon[29189]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:25.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:25.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-23T18:17:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:26.846 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:26 smithi152 ceph-mon[33022]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:26.846 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:26 smithi152 ceph-mon[33022]: Deploying daemon osd.5 on smithi152 2024-04-23T18:17:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:26 smithi116 ceph-mon[32310]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:26 smithi116 ceph-mon[32310]: Deploying daemon osd.5 on smithi152 2024-04-23T18:17:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:26 smithi055 ceph-mon[29189]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:26 smithi055 ceph-mon[29189]: Deploying daemon osd.5 on smithi152 2024-04-23T18:17:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:28 smithi152 ceph-mon[33022]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:28.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:28 smithi116 ceph-mon[32310]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:28 smithi055 ceph-mon[29189]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.932 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:30 smithi152 ceph-mon[33022]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.932 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.932 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.932 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:30 smithi116 ceph-mon[32310]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:30 smithi055 ceph-mon[29189]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:32.933 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:32 smithi152 ceph-mon[33022]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:32.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:32 smithi116 ceph-mon[32310]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:32.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:32 smithi055 ceph-mon[29189]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:33.906 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.913+0000 7f86f6ffd700 1 -- 172.21.15.152:0/1985386509 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8700062e80 con 0x7f86ec0a3c40 2024-04-23T18:17:33.907 INFO:teuthology.orchestra.run.smithi152.stdout:Created osd(s) 5 on host 'smithi152' 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 msgr2=0x7f86ec0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 0x7f86ec0a6100 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f86fc00b5c0 tx=0x7f86fc005fb0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 msgr2=0x7f8700199110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f86f000c9e0 tx=0x7f86f000ccf0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 shutdown_connections 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86ec0a3c40 0x7f86ec0a6100 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8700108790 0x7f87001a0190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8700103530 0x7f8700198bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 --2- 172.21.15.152:0/1985386509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8700105e60 0x7f8700199110 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 >> 172.21.15.152:0/1985386509 conn(0x7f87000fcf40 msgr2=0x7f8700103e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:33.909 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 shutdown_connections 2024-04-23T18:17:33.910 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:17:33.915+0000 7f8707f3f700 1 -- 172.21.15.152:0/1985386509 wait complete. 2024-04-23T18:17:34.549 DEBUG:teuthology.orchestra.run.smithi152:osd.5> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.5.service 2024-04-23T18:17:34.551 INFO:tasks.cephadm:Deploying osd.6 on smithi055 with /dev/vg_nvme/lv_2... 2024-04-23T18:17:34.551 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:34.791 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:34 smithi152 ceph-mon[33022]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:34.808 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:17:34.930 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:34.930 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.930 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:34.931 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:34 smithi055 ceph-mon[29189]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:34.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:34.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:34.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:34.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:34 smithi116 ceph-mon[32310]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.086 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-mon[33022]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.087 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:17:35.967+0000 7fba68510700 -1 osd.5 0 waiting for initial osdmap 2024-04-23T18:17:36.087 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:17:35 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:17:35.975+0000 7fba64303700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:35 smithi055 ceph-mon[29189]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: osdmap e37: 6 total, 5 up, 6 in 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: from='osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:35 smithi116 ceph-mon[32310]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114041 s, 919 MB/s 2024-04-23T18:17:36.947 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] boot 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:37.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.255 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:17:37.255 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:37.256 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.256 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.256 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] boot 2024-04-23T18:17:37.256 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:37.256 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: osdmap e38: 6 total, 5 up, 6 in 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: osd.5 [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] boot 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: osdmap e39: 6 total, 6 up, 6 in 2024-04-23T18:17:37.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:17:37.614 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi055:vg_nvme/lv_2 2024-04-23T18:17:37.886 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:17:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:17:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:17:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi152 2024-04-23T18:17:38.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 8544M 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:37 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi152 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 8544M 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:37 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 150 MiB used, 447 GiB / 447 GiB avail 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi152 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: osdmap e40: 6 total, 6 up, 6 in 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 8544M 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.360 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:17:38.361 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:37 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:39.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 -- 172.21.15.55:0/2634888340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c1019a0 msgr2=0x7ff37c101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:39.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 --2- 172.21.15.55:0/2634888340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c1019a0 0x7ff37c101dc0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff36c0099c0 tx=0x7ff36c009cd0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 -- 172.21.15.55:0/2634888340 shutdown_connections 2024-04-23T18:17:39.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 --2- 172.21.15.55:0/2634888340 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 0x7ff37c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 --2- 172.21.15.55:0/2634888340 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c1019a0 0x7ff37c101dc0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 --2- 172.21.15.55:0/2634888340 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c102ba0 0x7ff37c103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 -- 172.21.15.55:0/2634888340 >> 172.21.15.55:0/2634888340 conn(0x7ff37c0fcf40 msgr2=0x7ff37c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 -- 172.21.15.55:0/2634888340 shutdown_connections 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.586+0000 7ff3826b8700 1 -- 172.21.15.55:0/2634888340 wait complete. 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 Processor -- start 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 -- start start 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c1019a0 0x7ff37c197c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 0x7ff37c19f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff37c10d550 con 0x7ff37c102ba0 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff37c10d3d0 con 0x7ff37c103540 2024-04-23T18:17:39.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff3826b8700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff37c10d6d0 con 0x7ff37c1019a0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff37b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff37b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57742/0 (socket says 172.21.15.55:57742) 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.587+0000 7ff37b7fe700 1 -- 172.21.15.55:0/3350083776 learned_addr learned my addr 172.21.15.55:0/3350083776 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff380c55700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 0x7ff37c19f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37bfff700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c1019a0 0x7ff37c197c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 -- 172.21.15.55:0/3350083776 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c1019a0 msgr2=0x7ff37c197c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c1019a0 0x7ff37c197c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 -- 172.21.15.55:0/3350083776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 msgr2=0x7ff37c19f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 0x7ff37c19f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 -- 172.21.15.55:0/3350083776 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff37c19f8b0 con 0x7ff37c102ba0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff37b7fe700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff37000d980 tx=0x7ff37000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff370016070 con 0x7ff37c102ba0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff370004d00 con 0x7ff37c102ba0 2024-04-23T18:17:39.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff37c19fba0 con 0x7ff37c102ba0 2024-04-23T18:17:39.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff370005690 con 0x7ff37c102ba0 2024-04-23T18:17:39.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.588+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff37c1a00e0 con 0x7ff37c102ba0 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.589+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff37c069730 con 0x7ff37c102ba0 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.591+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7ff370004750 con 0x7ff37c102ba0 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.592+0000 7ff3797fa700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 0x7ff3640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.592+0000 7ff37bfff700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 0x7ff3640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.592+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4562+0+0 (secure 0 0 0) 0x7ff3700cf8f0 con 0x7ff37c102ba0 2024-04-23T18:17:39.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.592+0000 7ff37bfff700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 0x7ff3640a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff37c199140 tx=0x7ff36c009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:17:39.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.596+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff37001f020 con 0x7ff37c102ba0 2024-04-23T18:17:39.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:39.817+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7ff37c062e80 con 0x7ff3640a3c40 2024-04-23T18:17:39.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:39 smithi152 ceph-mon[33022]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:39 smithi116 ceph-mon[32310]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:39.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:39 smithi055 ceph-mon[29189]: osdmap e41: 6 total, 6 up, 6 in 2024-04-23T18:17:40.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:40 smithi055 ceph-mon[29189]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:40.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:40 smithi055 ceph-mon[29189]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:40.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:40 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:40.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:40 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:40.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:40 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:40.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:40 smithi116 ceph-mon[32310]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:40.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:40 smithi116 ceph-mon[32310]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:40.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:40 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:40.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:40 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:40.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:40 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:41.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:40 smithi152 ceph-mon[33022]: pgmap v142: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:41.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:40 smithi152 ceph-mon[33022]: osdmap e42: 6 total, 6 up, 6 in 2024-04-23T18:17:41.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:40 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:17:41.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:40 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:17:41.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:40 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:41.925 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:41 smithi055 ceph-mon[29189]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:41.925 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:41 smithi055 ceph-mon[29189]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:41.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:41 smithi116 ceph-mon[32310]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:41.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:41 smithi116 ceph-mon[32310]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:42.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:41 smithi152 ceph-mon[33022]: from='client.14355 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:17:42.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:41 smithi152 ceph-mon[33022]: osdmap e43: 6 total, 6 up, 6 in 2024-04-23T18:17:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:42 smithi116 ceph-mon[32310]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:42 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]: dispatch 2024-04-23T18:17:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:42 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]': finished 2024-04-23T18:17:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:42 smithi116 ceph-mon[32310]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:42.975 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:42 smithi055 ceph-mon[29189]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:42.975 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:42 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]: dispatch 2024-04-23T18:17:42.975 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:42 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]': finished 2024-04-23T18:17:42.975 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:42 smithi055 ceph-mon[29189]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:42.975 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:42 smithi152 ceph-mon[33022]: pgmap v145: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:42 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]: dispatch 2024-04-23T18:17:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:42 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2110143643' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8d422473-6c8d-41d0-815c-eee7cf782419"}]': finished 2024-04-23T18:17:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:42 smithi152 ceph-mon[33022]: osdmap e44: 7 total, 6 up, 7 in 2024-04-23T18:17:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:17:43.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:43 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/616162622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:43.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:43 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/616162622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:44.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:43 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/616162622' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:17:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:44 smithi116 ceph-mon[32310]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:44 smithi055 ceph-mon[29189]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:44 smithi152 ceph-mon[33022]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:46 smithi116 ceph-mon[32310]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:46 smithi055 ceph-mon[29189]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:47.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:46 smithi152 ceph-mon[33022]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-23T18:17:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:48 smithi116 ceph-mon[32310]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-23T18:17:48.981 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:48 smithi055 ceph-mon[29189]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-23T18:17:49.068 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:48 smithi152 ceph-mon[33022]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-23T18:17:50.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:50 smithi055 ceph-mon[29189]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-23T18:17:50.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:50.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:50.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:50 smithi116 ceph-mon[32310]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-23T18:17:50.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:50.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:51.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:50 smithi152 ceph-mon[33022]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-23T18:17:51.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-23T18:17:51.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:17:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:51 smithi116 ceph-mon[32310]: Deploying daemon osd.6 on smithi055 2024-04-23T18:17:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:51 smithi055 ceph-mon[29189]: Deploying daemon osd.6 on smithi055 2024-04-23T18:17:52.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:51 smithi152 ceph-mon[33022]: Deploying daemon osd.6 on smithi055 2024-04-23T18:17:52.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:52 smithi055 ceph-mon[29189]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:17:53.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:52 smithi152 ceph-mon[33022]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:17:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:52 smithi116 ceph-mon[32310]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:17:54.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:54 smithi055 ceph-mon[29189]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:55.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:54 smithi152 ceph-mon[33022]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:55.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:54 smithi116 ceph-mon[32310]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-04-23T18:17:56.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:56 smithi055 ceph-mon[29189]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:56.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:56.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:56.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:57.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:56 smithi152 ceph-mon[33022]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:57.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:57.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:57.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:56 smithi116 ceph-mon[32310]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-23T18:17:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:17:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:17:58.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:17:58 smithi055 ceph-mon[29189]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:59.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:17:58 smithi152 ceph-mon[33022]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:17:58 smithi116 ceph-mon[32310]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:17:59.537 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 6 on host 'smithi055' 2024-04-23T18:17:59.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.543+0000 7ff3797fa700 1 -- 172.21.15.55:0/3350083776 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7ff37c062e80 con 0x7ff3640a3c40 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 msgr2=0x7ff3640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 0x7ff3640a6100 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff37c199140 tx=0x7ff36c009f10 comp rx=0 tx=0).stop 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 msgr2=0x7ff37c1981a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7ff37000d980 tx=0x7ff37000dc90 comp rx=0 tx=0).stop 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 shutdown_connections 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff3640a3c40 0x7ff3640a6100 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff37c103540 0x7ff37c19f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:59.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff37c1019a0 0x7ff37c197c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:59.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 --2- 172.21.15.55:0/3350083776 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff37c102ba0 0x7ff37c1981a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:17:59.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 >> 172.21.15.55:0/3350083776 conn(0x7ff37c0fcf40 msgr2=0x7ff37c105fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:17:59.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 shutdown_connections 2024-04-23T18:17:59.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:17:59.545+0000 7ff3826b8700 1 -- 172.21.15.55:0/3350083776 wait complete. 2024-04-23T18:18:00.170 DEBUG:teuthology.orchestra.run.smithi055:osd.6> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.6.service 2024-04-23T18:18:00.173 INFO:tasks.cephadm:Deploying osd.7 on smithi116 with /dev/vg_nvme/lv_2... 2024-04-23T18:18:00.173 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:18:00.419 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:18:00.763 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:00 smithi116 ceph-mon[32310]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:00.763 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.763 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:00 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.763 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:00 smithi116 ceph-mon[32310]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:18:00.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:00 smithi152 ceph-mon[33022]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:00.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:00 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:00 smithi152 ceph-mon[33022]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:18:00.925 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:00 smithi055 ceph-mon[29189]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:00.925 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.925 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:00 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:00.926 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:00 smithi055 ceph-mon[29189]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:18:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:01.867 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.867 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.867 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:18:01.867 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:18:01.868 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:18:01.868 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-23T18:18:01.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: osdmap e45: 7 total, 6 up, 7 in 2024-04-23T18:18:01.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:18:01.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:01.988 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:18:01.744+0000 7f1112d27700 -1 osd.6 0 waiting for initial osdmap 2024-04-23T18:18:01.988 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:18:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:18:01.753+0000 7f110eb1a700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0111885 s, 937 MB/s 2024-04-23T18:18:02.578 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-23T18:18:02.762 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:02 smithi055 ceph-mon[29189]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:02.762 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:02 smithi055 ceph-mon[29189]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:18:02.763 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:02 smithi055 ceph-mon[29189]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:18:02.763 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:02.763 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:02 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:02.892 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:02 smithi116 ceph-mon[32310]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:02.892 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:02 smithi116 ceph-mon[32310]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:18:02.892 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:02 smithi116 ceph-mon[32310]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:18:02.892 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:02.892 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:02 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:02 smithi152 ceph-mon[33022]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:02 smithi152 ceph-mon[33022]: from='osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:18:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:02 smithi152 ceph-mon[33022]: osdmap e46: 7 total, 6 up, 7 in 2024-04-23T18:18:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:02 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.185 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_2 2024-04-23T18:18:03.420 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:18:03.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:18:03.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:18:03.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] boot 2024-04-23T18:18:03.855 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:18:03.855 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:18:03.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:18:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] boot 2024-04-23T18:18:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:18:03.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: osd.6 [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] boot 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: osdmap e47: 7 total, 7 up, 7 in 2024-04-23T18:18:04.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:04.803 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:04.804 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 -- 172.21.15.116:0/3387489489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18102ba0 msgr2=0x7f7e18103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/3387489489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18102ba0 0x7f7e18103000 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7e000099c0 tx=0x7f7e00009cd0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 -- 172.21.15.116:0/3387489489 shutdown_connections 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/3387489489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e18103540 0x7f7e18109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/3387489489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e181019a0 0x7f7e18101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/3387489489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18102ba0 0x7f7e18103000 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 -- 172.21.15.116:0/3387489489 >> 172.21.15.116:0/3387489489 conn(0x7f7e180fcf40 msgr2=0x7f7e180ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 -- 172.21.15.116:0/3387489489 shutdown_connections 2024-04-23T18:18:05.026 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 -- 172.21.15.116:0/3387489489 wait complete. 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.031+0000 7f7e1d52f700 1 Processor -- start 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 -- start start 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 0x7f7e18105930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e18102ba0 0x7f7e18103f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1810d550 con 0x7f7e18102ba0 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1810d3d0 con 0x7f7e18103540 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e1d52f700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7e1810d6d0 con 0x7f7e181019a0 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:33178/0 (socket says 172.21.15.116:33178) 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 -- 172.21.15.116:0/1773353859 learned_addr learned my addr 172.21.15.116:0/1773353859 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e167fc700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e18102ba0 0x7f7e18103f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e16ffd700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 0x7f7e18105930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 -- 172.21.15.116:0/1773353859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 msgr2=0x7f7e18105930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:05.027 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 0x7f7e18105930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 -- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e18102ba0 msgr2=0x7f7e18103f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e18102ba0 0x7f7e18103f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 -- 172.21.15.116:0/1773353859 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e18104d70 con 0x7f7e18103540 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e16ffd700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 0x7f7e18105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.032+0000 7f7e177fe700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7e1000c970 tx=0x7f7e1000cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.033+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e1000ce60 con 0x7f7e18103540 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.033+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e181a2e40 con 0x7f7e18103540 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.033+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7e10004830 con 0x7f7e18103540 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.033+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e10005560 con 0x7f7e18103540 2024-04-23T18:18:05.028 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.033+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e181a32f0 con 0x7f7e18103540 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.034+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e18069730 con 0x7f7e18103540 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.035+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7e100049e0 con 0x7f7e18103540 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.035+0000 7f7e0ffff700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 0x7f7e040a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.035+0000 7f7e16ffd700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 0x7f7e040a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.035+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4965+0+0 (secure 0 0 0) 0x7f7e100cf590 con 0x7f7e18103540 2024-04-23T18:18:05.029 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.036+0000 7f7e16ffd700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 0x7f7e040a6100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7e18102a00 tx=0x7f7e08009040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:05.032 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.039+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7e10014030 con 0x7f7e18103540 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:05.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:05.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:05.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 177 MiB used, 536 GiB / 536 GiB avail 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: osdmap e48: 7 total, 7 up, 7 in 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:05.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:05.238 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:05.245+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f7e180ff110 con 0x7f7e040a3c40 2024-04-23T18:18:06.039 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:05 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi055 2024-04-23T18:18:06.040 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:05 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-23T18:18:06.040 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:05 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:06.040 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:05 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:06.040 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:05 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:05 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi055 2024-04-23T18:18:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:05 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-23T18:18:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:05 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:05 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:05 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:05 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi055 2024-04-23T18:18:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:05 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 5697M 2024-04-23T18:18:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:05 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:05 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:05 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:07.067 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:06 smithi116 ceph-mon[32310]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:07.067 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:06 smithi116 ceph-mon[32310]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:07.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:06 smithi152 ceph-mon[33022]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:07.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:06 smithi152 ceph-mon[33022]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:07.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:06 smithi055 ceph-mon[29189]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:07.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:06 smithi055 ceph-mon[29189]: from='client.24290 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/3501056617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]': finished 2024-04-23T18:18:08.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:08.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:08.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:08 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/1492750240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/3501056617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]': finished 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:09.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:08 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/1492750240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/3501056617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]: dispatch 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "86ee94b1-f5a6-459a-8ef6-88eb533062ac"}]': finished 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: osdmap e49: 8 total, 7 up, 8 in 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:09.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:08 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/1492750240' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:11.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:10 smithi152 ceph-mon[33022]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:11.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:10 smithi116 ceph-mon[32310]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:11.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:10 smithi055 ceph-mon[29189]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:13.078 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:12 smithi116 ceph-mon[32310]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:13.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:12 smithi152 ceph-mon[33022]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:13.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:12 smithi055 ceph-mon[29189]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:14.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:14 smithi116 ceph-mon[32310]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:15.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:14 smithi152 ceph-mon[33022]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:15.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:14 smithi055 ceph-mon[29189]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:16.083 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:15 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:16.083 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:15 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:15 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:16.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:15 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:16.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:15 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-23T18:18:16.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:15 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:17.087 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:16 smithi116 ceph-mon[32310]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:17.087 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:16 smithi116 ceph-mon[32310]: Deploying daemon osd.7 on smithi116 2024-04-23T18:18:17.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:16 smithi152 ceph-mon[33022]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:17.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:16 smithi152 ceph-mon[33022]: Deploying daemon osd.7 on smithi116 2024-04-23T18:18:17.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:16 smithi055 ceph-mon[29189]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:17.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:16 smithi055 ceph-mon[29189]: Deploying daemon osd.7 on smithi116 2024-04-23T18:18:18.087 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:17 smithi116 ceph-mon[32310]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:17 smithi152 ceph-mon[33022]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:18.138 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:17 smithi055 ceph-mon[29189]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:19 smithi116 ceph-mon[32310]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:19 smithi055 ceph-mon[29189]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:20.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:19 smithi152 ceph-mon[33022]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:21 smithi116 ceph-mon[32310]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:21 smithi055 ceph-mon[29189]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:22.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:21 smithi152 ceph-mon[33022]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:22.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:22.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:24.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:23 smithi116 ceph-mon[32310]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:23 smithi055 ceph-mon[29189]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:23 smithi152 ceph-mon[33022]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:24.963 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 7 on host 'smithi116' 2024-04-23T18:18:24.963 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.968+0000 7f7e0ffff700 1 -- 172.21.15.116:0/1773353859 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f7e180ff110 con 0x7f7e040a3c40 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 msgr2=0x7f7e040a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 0x7f7e040a6100 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f7e18102a00 tx=0x7f7e08009040 comp rx=0 tx=0).stop 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 msgr2=0x7f7e181044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7e1000c970 tx=0x7f7e1000cc80 comp rx=0 tx=0).stop 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 shutdown_connections 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e040a3c40 0x7f7e040a6100 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:24.965 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e18103540 0x7f7e181044c0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:24.966 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e181019a0 0x7f7e18105930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:24.966 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 --2- 172.21.15.116:0/1773353859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e18102ba0 0x7f7e18103f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:24.966 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 >> 172.21.15.116:0/1773353859 conn(0x7f7e180fcf40 msgr2=0x7f7e180fea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:24.966 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 shutdown_connections 2024-04-23T18:18:24.966 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:18:24.971+0000 7f7e1d52f700 1 -- 172.21.15.116:0/1773353859 wait complete. 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:25.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:25.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.598 DEBUG:teuthology.orchestra.run.smithi116:osd.7> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.7.service 2024-04-23T18:18:25.600 INFO:tasks.cephadm:Deploying osd.8 on smithi152 with /dev/vg_nvme/lv_2... 2024-04-23T18:18:25.601 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-23T18:18:25.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:25.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:25.847 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:18:26.289 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:26.290 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:26.290 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:26.290 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:26.290 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.290 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:26 smithi152 ceph-mon[33022]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:26 smithi055 ceph-mon[29189]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: osdmap e50: 8 total, 7 up, 8 in 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: from='osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.627 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-mon[32310]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:18:26.879 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:18:26.632+0000 7f0faf715700 -1 osd.7 0 waiting for initial osdmap 2024-04-23T18:18:26.879 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:18:26 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:18:26.641+0000 7f0fa7500700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: from='osd.7 ' entity='osd.7' 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] boot 2024-04-23T18:18:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:27.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:27 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: from='osd.7 ' entity='osd.7' 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] boot 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:27.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:27 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.506 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:18:27.506 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: osdmap e51: 8 total, 7 up, 8 in 2024-04-23T18:18:27.506 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.506 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.507 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: from='osd.7 ' entity='osd.7' 2024-04-23T18:18:27.507 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: osd.7 [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] boot 2024-04-23T18:18:27.507 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: osdmap e52: 8 total, 8 up, 8 in 2024-04-23T18:18:27.507 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:27 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:18:27.842 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-23T18:18:27.842 INFO:teuthology.orchestra.run.smithi152.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-23T18:18:27.843 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10+0 records in 2024-04-23T18:18:27.843 INFO:teuthology.orchestra.run.smithi152.stderr:10+0 records out 2024-04-23T18:18:27.843 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114807 s, 913 MB/s 2024-04-23T18:18:27.843 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping successful for: 2024-04-23T18:18:28.581 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi152:vg_nvme/lv_2 2024-04-23T18:18:28.768 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:28 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:18:28.768 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:28 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:18:28.768 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:28 smithi116 ceph-mon[32310]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:28.769 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:28 smithi116 ceph-mon[32310]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:28.825 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:18:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:28 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:18:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:28 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:18:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:28 smithi152 ceph-mon[33022]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:28 smithi152 ceph-mon[33022]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:28 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:18:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:28 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:18:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:28 smithi055 ceph-mon[29189]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 204 MiB used, 626 GiB / 626 GiB avail 2024-04-23T18:18:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:28 smithi055 ceph-mon[29189]: osdmap e53: 8 total, 8 up, 8 in 2024-04-23T18:18:29.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:29.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:29.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:29.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:29 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:29.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:29.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:29.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:29.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:29 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:30.010 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: osdmap e54: 8 total, 8 up, 8 in 2024-04-23T18:18:30.010 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:30.010 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:30.011 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:29 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:30.564 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 -- 172.21.15.152:0/1328217649 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c102bb0 msgr2=0x7fab9c103010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:30.564 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 --2- 172.21.15.152:0/1328217649 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c102bb0 0x7fab9c103010 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fab90009990 tx=0x7fab90009ca0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 -- 172.21.15.152:0/1328217649 shutdown_connections 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 --2- 172.21.15.152:0/1328217649 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fab9c103550 0x7fab9c109e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 --2- 172.21.15.152:0/1328217649 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c1019b0 0x7fab9c101dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 --2- 172.21.15.152:0/1328217649 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c102bb0 0x7fab9c103010 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 -- 172.21.15.152:0/1328217649 >> 172.21.15.152:0/1328217649 conn(0x7fab9c0fcf70 msgr2=0x7fab9c0ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.564+0000 7faba28c5700 1 -- 172.21.15.152:0/1328217649 shutdown_connections 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 -- 172.21.15.152:0/1328217649 wait complete. 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 Processor -- start 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 -- start start 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fab9c102bb0 0x7fab9c19d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c103550 0x7fab9c1a0020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:30.565 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c10d5e0 con 0x7fab9c103550 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c10d460 con 0x7fab9c102bb0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.565+0000 7faba28c5700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fab9c10d760 con 0x7fab9c1019b0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:39902/0 (socket says 172.21.15.152:39902) 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 -- 172.21.15.152:0/2376327908 learned_addr learned my addr 172.21.15.152:0/2376327908 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7faba0e62700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c103550 0x7fab9c1a0020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 -- 172.21.15.152:0/2376327908 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fab9c102bb0 msgr2=0x7fab9c19d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fab9c102bb0 0x7fab9c19d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 -- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c103550 msgr2=0x7fab9c1a0020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c103550 0x7fab9c1a0020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 -- 172.21.15.152:0/2376327908 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab9c1a08f0 con 0x7fab9c1019b0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab9bfff700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00c990 tx=0x7fab8c00cd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c007b00 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab9c1a0be0 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fab8c007ca0 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab8c018660 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.566+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab9c1a1120 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.567+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab9c069730 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.568+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fab8c00f450 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.569+0000 7fab997fa700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 0x7fab840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.569+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5397+0+0 (secure 0 0 0) 0x7fab8c0cf950 con 0x7fab9c1019b0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.569+0000 7fab9b7fe700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 0x7fab840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.570+0000 7fab9b7fe700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 0x7fab840a6100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab900039a0 tx=0x7fab90005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:30.567 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.573+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fab8c014030 con 0x7fab9c1019b0 2024-04-23T18:18:30.778 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:30.783+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fab9c062e80 con 0x7fab840a3c40 2024-04-23T18:18:30.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:30 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi116 2024-04-23T18:18:30.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:30 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-23T18:18:30.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:30 smithi152 ceph-mon[33022]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:30 smithi152 ceph-mon[33022]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:30 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi116 2024-04-23T18:18:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:30 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-23T18:18:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:30 smithi116 ceph-mon[32310]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:30 smithi116 ceph-mon[32310]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:30 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi116 2024-04-23T18:18:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:30 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 5696M 2024-04-23T18:18:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:30 smithi055 ceph-mon[29189]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:30 smithi055 ceph-mon[29189]: osdmap e55: 8 total, 8 up, 8 in 2024-04-23T18:18:31.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:31 smithi116 ceph-mon[32310]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:31.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:31 smithi116 ceph-mon[32310]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:31.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:31 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:31.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:31 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:31.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:31 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:31 smithi055 ceph-mon[29189]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:31 smithi055 ceph-mon[29189]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:31 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:31 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:31.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:31 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:32.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:31 smithi152 ceph-mon[33022]: osdmap e56: 8 total, 8 up, 8 in 2024-04-23T18:18:32.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:31 smithi152 ceph-mon[33022]: from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:32.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:31 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:32.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:31 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:32.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:31 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:32.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:32 smithi116 ceph-mon[32310]: pgmap v183: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:32.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:32 smithi055 ceph-mon[29189]: pgmap v183: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:33.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:32 smithi152 ceph-mon[33022]: pgmap v183: 1 pgs: 1 remapped; 577 KiB data, 235 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:33 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/699069040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:33 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:33 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]': finished 2024-04-23T18:18:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:33 smithi116 ceph-mon[32310]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:33.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:33 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/699069040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:33 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:33 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]': finished 2024-04-23T18:18:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:33 smithi055 ceph-mon[29189]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:34.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:33 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/699069040' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:34.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:33 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]: dispatch 2024-04-23T18:18:34.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:33 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64e2dc95-129e-477c-814d-83351750e025"}]': finished 2024-04-23T18:18:34.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:33 smithi152 ceph-mon[33022]: osdmap e57: 9 total, 8 up, 9 in 2024-04-23T18:18:34.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:34.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:34 smithi116 ceph-mon[32310]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:34.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:34 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/2589602492' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:34.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:34 smithi055 ceph-mon[29189]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:34.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:34 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/2589602492' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:35.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:34 smithi152 ceph-mon[33022]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:35.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:34 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/2589602492' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:18:36.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:36 smithi116 ceph-mon[32310]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:36.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:36 smithi055 ceph-mon[29189]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:37.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:36 smithi152 ceph-mon[33022]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:38 smithi116 ceph-mon[32310]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:38 smithi055 ceph-mon[29189]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:39.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:38 smithi152 ceph-mon[33022]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:40.949 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:40 smithi152 ceph-mon[33022]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:40.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:40 smithi116 ceph-mon[32310]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:40.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:40 smithi055 ceph-mon[29189]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:41.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:41 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:41.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:41 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:41 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:41 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:42.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:41 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-04-23T18:18:42.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:41 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:42.806 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:42 smithi152 ceph-mon[33022]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:42.806 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:42 smithi152 ceph-mon[33022]: Deploying daemon osd.8 on smithi152 2024-04-23T18:18:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:42 smithi055 ceph-mon[29189]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:42 smithi055 ceph-mon[29189]: Deploying daemon osd.8 on smithi152 2024-04-23T18:18:43.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:42 smithi116 ceph-mon[32310]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:43.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:42 smithi116 ceph-mon[32310]: Deploying daemon osd.8 on smithi152 2024-04-23T18:18:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:44 smithi055 ceph-mon[29189]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:44 smithi152 ceph-mon[33022]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:45.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:44 smithi116 ceph-mon[32310]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:46 smithi055 ceph-mon[29189]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:47.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:46 smithi152 ceph-mon[33022]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:47.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:47.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:47.040 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:46 smithi116 ceph-mon[32310]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:48.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:48 smithi152 ceph-mon[33022]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:48 smithi055 ceph-mon[29189]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:49.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:48 smithi116 ceph-mon[32310]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:49.847 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.854+0000 7fab997fa700 1 -- 172.21.15.152:0/2376327908 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fab9c062e80 con 0x7fab840a3c40 2024-04-23T18:18:49.848 INFO:teuthology.orchestra.run.smithi152.stdout:Created osd(s) 8 on host 'smithi152' 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 msgr2=0x7fab840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 0x7fab840a6100 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fab900039a0 tx=0x7fab90005fb0 comp rx=0 tx=0).stop 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 msgr2=0x7fab9c06bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fab8c00c990 tx=0x7fab8c00cd50 comp rx=0 tx=0).stop 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 shutdown_connections 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fab840a3c40 0x7fab840a6100 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:49.851 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fab9c103550 0x7fab9c1a0020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:49.852 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fab9c1019b0 0x7fab9c06bd50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:49.852 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 --2- 172.21.15.152:0/2376327908 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fab9c102bb0 0x7fab9c19d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:49.852 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 >> 172.21.15.152:0/2376327908 conn(0x7fab9c0fcf70 msgr2=0x7fab9c105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:49.852 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 shutdown_connections 2024-04-23T18:18:49.852 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:18:49.857+0000 7faba28c5700 1 -- 172.21.15.152:0/2376327908 wait complete. 2024-04-23T18:18:50.541 DEBUG:teuthology.orchestra.run.smithi152:osd.8> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.8.service 2024-04-23T18:18:50.544 INFO:tasks.cephadm:Deploying osd.9 on smithi055 with /dev/vg_nvme/lv_1... 2024-04-23T18:18:50.544 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:18:50.801 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:50.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:50 smithi152 ceph-mon[33022]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:50.924 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:50 smithi055 ceph-mon[29189]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:51.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:50 smithi116 ceph-mon[32310]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.020 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-mon[33022]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.020 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:18:51.936+0000 7efd3aa4d700 -1 osd.8 0 waiting for initial osdmap 2024-04-23T18:18:52.020 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:18:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:18:51.946+0000 7efd36840700 -1 osd.8 59 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:18:52.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:52.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:52.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:51 smithi116 ceph-mon[32310]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: osdmap e58: 9 total, 8 up, 9 in 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: from='osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:51 smithi055 ceph-mon[29189]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:18:52.991 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:18:52.992 INFO:teuthology.orchestra.run.smithi055.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:18:52.992 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10+0 records in 2024-04-23T18:18:52.992 INFO:teuthology.orchestra.run.smithi055.stderr:10+0 records out 2024-04-23T18:18:52.992 INFO:teuthology.orchestra.run.smithi055.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0159418 s, 658 MB/s 2024-04-23T18:18:52.992 INFO:teuthology.orchestra.run.smithi055.stderr:--> Zapping successful for: 2024-04-23T18:18:53.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:18:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] boot 2024-04-23T18:18:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:52 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] boot 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:52 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:18:53.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: osdmap e59: 9 total, 8 up, 9 in 2024-04-23T18:18:53.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: osd.8 [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] boot 2024-04-23T18:18:53.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: osdmap e60: 9 total, 9 up, 9 in 2024-04-23T18:18:53.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:52 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:18:53.689 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi055:vg_nvme/lv_1 2024-04-23T18:18:53.943 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:18:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:18:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:18:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi152 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 5696M 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:53 smithi116 ceph-mon[32310]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:54.226 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi152 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 5696M 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:54.227 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.228 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.228 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.228 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:53 smithi055 ceph-mon[29189]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: pgmap v197: 1 pgs: 1 peering; 577 KiB data, 236 MiB used, 715 GiB / 715 GiB avail 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi152 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 5696M 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:18:54.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:53 smithi152 ceph-mon[33022]: osdmap e61: 9 total, 9 up, 9 in 2024-04-23T18:18:55.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.610+0000 7fbee79c3700 1 -- 172.21.15.55:0/2878780495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0108790 msgr2=0x7fbee010ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.610+0000 7fbee79c3700 1 --2- 172.21.15.55:0/2878780495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0108790 0x7fbee010ac00 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fbed800b0a0 tx=0x7fbed800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 -- 172.21.15.55:0/2878780495 shutdown_connections 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 --2- 172.21.15.55:0/2878780495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0108790 0x7fbee010ac00 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 --2- 172.21.15.55:0/2878780495 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0103530 0x7fbee0105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 --2- 172.21.15.55:0/2878780495 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 0x7fbee0108250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 -- 172.21.15.55:0/2878780495 >> 172.21.15.55:0/2878780495 conn(0x7fbee00fcf60 msgr2=0x7fbee00ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 -- 172.21.15.55:0/2878780495 shutdown_connections 2024-04-23T18:18:55.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 -- 172.21.15.55:0/2878780495 wait complete. 2024-04-23T18:18:55.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.611+0000 7fbee79c3700 1 Processor -- start 2024-04-23T18:18:55.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 -- start start 2024-04-23T18:18:55.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 0x7fbee01014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 0x7fbee0101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbee010e680 con 0x7fbee0103530 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbee010e500 con 0x7fbee0105e60 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee79c3700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbee010e800 con 0x7fbee0108790 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:46790/0 (socket says 172.21.15.55:46790) 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 -- 172.21.15.55:0/255920797 learned_addr learned my addr 172.21.15.55:0/255920797 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee4f5e700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 0x7fbee01014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee5f60700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 0x7fbee0101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 -- 172.21.15.55:0/255920797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 msgr2=0x7fbee0101a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 0x7fbee0101a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 -- 172.21.15.55:0/255920797 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 msgr2=0x7fbee01014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:18:55.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 0x7fbee01014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 -- 172.21.15.55:0/255920797 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbee01022f0 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee5f60700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 0x7fbee0101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbee575f700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbedc00c9b0 tx=0x7fbedc00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.612+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbedc007b00 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.613+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbedc007ca0 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.613+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbee01a2d00 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.613+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbedc018680 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.613+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbee01a31c0 con 0x7fbee0103530 2024-04-23T18:18:55.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.613+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbee0069730 con 0x7fbee0103530 2024-04-23T18:18:55.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.615+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbedc00f450 con 0x7fbee0103530 2024-04-23T18:18:55.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.615+0000 7fbed67fc700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 0x7fbecc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:18:55.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.615+0000 7fbee4f5e700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 0x7fbecc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:18:55.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.615+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5858+0+0 (secure 0 0 0) 0x7fbedc0cfa70 con 0x7fbee0103530 2024-04-23T18:18:55.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.616+0000 7fbee4f5e700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 0x7fbecc0a6100 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbed0007be0 tx=0x7fbed00073d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:18:55.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.620+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbedc014030 con 0x7fbee0103530 2024-04-23T18:18:55.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:18:55.838+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fbee0062e80 con 0x7fbecc0a3c40 2024-04-23T18:18:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:55 smithi116 ceph-mon[32310]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:55 smithi116 ceph-mon[32310]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:55 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:55 smithi055 ceph-mon[29189]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:55 smithi055 ceph-mon[29189]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:55 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:55 smithi152 ceph-mon[33022]: pgmap v200: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:55 smithi152 ceph-mon[33022]: osdmap e62: 9 total, 9 up, 9 in 2024-04-23T18:18:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:18:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:18:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:55 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:18:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:56 smithi116 ceph-mon[32310]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:56 smithi116 ceph-mon[32310]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:57.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:56 smithi055 ceph-mon[29189]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:57.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:56 smithi055 ceph-mon[29189]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:57.353 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:56 smithi152 ceph-mon[33022]: from='client.14403 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi055:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:18:57.354 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:56 smithi152 ceph-mon[33022]: osdmap e63: 9 total, 9 up, 9 in 2024-04-23T18:18:57.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:57 smithi055 ceph-mon[29189]: pgmap v203: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:57.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:57 smithi055 ceph-mon[29189]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:58.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:57 smithi116 ceph-mon[32310]: pgmap v203: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:58.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:57 smithi116 ceph-mon[32310]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:57 smithi152 ceph-mon[33022]: pgmap v203: 1 pgs: 1 peering; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:18:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:57 smithi152 ceph-mon[33022]: osdmap e64: 9 total, 9 up, 9 in 2024-04-23T18:18:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:58 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]: dispatch 2024-04-23T18:18:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:58 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]': finished 2024-04-23T18:18:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:58 smithi116 ceph-mon[32310]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:18:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:58 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]: dispatch 2024-04-23T18:18:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:58 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]': finished 2024-04-23T18:18:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:58 smithi055 ceph-mon[29189]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:18:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:58 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]: dispatch 2024-04-23T18:18:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:58 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3218086151' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "624d3d9a-da44-4d1a-8f5b-d23659871e1c"}]': finished 2024-04-23T18:18:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:58 smithi152 ceph-mon[33022]: osdmap e65: 10 total, 9 up, 10 in 2024-04-23T18:18:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:00.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:59 smithi055 ceph-mon[29189]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:18:59 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2481124793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:00.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:59 smithi152 ceph-mon[33022]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:18:59 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2481124793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:00.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:59 smithi116 ceph-mon[32310]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 263 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-23T18:19:00.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:18:59 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2481124793' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:02.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:01 smithi055 ceph-mon[29189]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-23T18:19:02.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:01 smithi152 ceph-mon[33022]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-23T18:19:02.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:01 smithi116 ceph-mon[32310]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.072 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:03 smithi055 ceph-mon[29189]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:03 smithi152 ceph-mon[33022]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-23T18:19:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:03 smithi116 ceph-mon[32310]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-23T18:19:06.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:05 smithi055 ceph-mon[29189]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:06.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:05 smithi152 ceph-mon[33022]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:05 smithi116 ceph-mon[32310]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:07.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:07.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:06 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:07.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:06 smithi055 ceph-mon[29189]: Deploying daemon osd.9 on smithi055 2024-04-23T18:19:07.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:07.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:06 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:07.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:06 smithi152 ceph-mon[33022]: Deploying daemon osd.9 on smithi055 2024-04-23T18:19:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-04-23T18:19:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:06 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:06 smithi116 ceph-mon[32310]: Deploying daemon osd.9 on smithi055 2024-04-23T18:19:08.252 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:07 smithi152 ceph-mon[33022]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:19:08.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:07 smithi116 ceph-mon[32310]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:19:08.419 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:07 smithi055 ceph-mon[29189]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:19:10.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:10 smithi152 ceph-mon[33022]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.424 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:10 smithi055 ceph-mon[29189]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:10.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:10 smithi116 ceph-mon[32310]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:12.251 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:12 smithi055 ceph-mon[29189]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:12.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:12 smithi152 ceph-mon[33022]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:12.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:12 smithi116 ceph-mon[32310]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:13.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:13.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:13.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:14.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:14 smithi116 ceph-mon[32310]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:14.733 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:14 smithi055 ceph-mon[29189]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:14 smithi152 ceph-mon[33022]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.400 INFO:teuthology.orchestra.run.smithi055.stdout:Created osd(s) 9 on host 'smithi055' 2024-04-23T18:19:16.400 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.406+0000 7fbed67fc700 1 -- 172.21.15.55:0/255920797 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fbee0062e80 con 0x7fbecc0a3c40 2024-04-23T18:19:16.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 msgr2=0x7fbecc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 0x7fbecc0a6100 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fbed0007be0 tx=0x7fbed00073d0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 msgr2=0x7fbee0102e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fbedc00c9b0 tx=0x7fbedc00ccc0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 shutdown_connections 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.408+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbecc0a3c40 0x7fbecc0a6100 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbee0108790 0x7fbee0101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbee0103530 0x7fbee0102e40 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 --2- 172.21.15.55:0/255920797 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbee0105e60 0x7fbee01014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:16.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 >> 172.21.15.55:0/255920797 conn(0x7fbee00fcf60 msgr2=0x7fbee0103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:16.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 shutdown_connections 2024-04-23T18:19:16.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:19:16.409+0000 7fbee79c3700 1 -- 172.21.15.55:0/255920797 wait complete. 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:16 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:16 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-04-23T18:19:16.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:16.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:16 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:17.050 DEBUG:teuthology.orchestra.run.smithi055:osd.9> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.9.service 2024-04-23T18:19:17.052 INFO:tasks.cephadm:Deploying osd.10 on smithi116 with /dev/vg_nvme/lv_1... 2024-04-23T18:19:17.052 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:19:17.297 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:19:17.672 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:17 smithi116 ceph-mon[32310]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:17.672 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:17 smithi116 ceph-mon[32310]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:17.672 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:17 smithi116 ceph-mon[32310]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:19:17.672 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:17 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:17.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-mon[29189]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:17.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-mon[29189]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:17.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-mon[29189]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:19:17.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:17.737 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:19:17.527+0000 7f084bf44700 -1 osd.9 0 waiting for initial osdmap 2024-04-23T18:19:17.738 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:19:17 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:19:17.539+0000 7f0847d37700 -1 osd.9 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:19:17.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:17 smithi152 ceph-mon[33022]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-04-23T18:19:17.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:17 smithi152 ceph-mon[33022]: osdmap e66: 10 total, 9 up, 10 in 2024-04-23T18:19:17.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:17 smithi152 ceph-mon[33022]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]: dispatch 2024-04-23T18:19:17.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:17 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:18 smithi152 ceph-mon[33022]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:18.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:18 smithi152 ceph-mon[33022]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:19:18.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:18 smithi152 ceph-mon[33022]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:18.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:18 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.857 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:18 smithi116 ceph-mon[32310]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:18.857 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:18 smithi116 ceph-mon[32310]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:19:18.857 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:18 smithi116 ceph-mon[32310]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:18.857 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.857 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:18 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:18 smithi055 ceph-mon[29189]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:18 smithi055 ceph-mon[29189]: from='osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi055", "root=default"]}]': finished 2024-04-23T18:19:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:18 smithi055 ceph-mon[29189]: osdmap e67: 10 total, 9 up, 10 in 2024-04-23T18:19:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:18.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:18 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr: stderr: 10+0 records in 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr:10+0 records out 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0128932 s, 813 MB/s 2024-04-23T18:19:19.427 INFO:teuthology.orchestra.run.smithi116.stderr:--> Zapping successful for: 2024-04-23T18:19:19.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:19 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:19:19.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:19 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:19:19.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:19 smithi055 ceph-mon[29189]: osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] boot 2024-04-23T18:19:19.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:19 smithi055 ceph-mon[29189]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:19.697 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:19.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:19 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:19:19.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:19 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:19:19.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:19 smithi152 ceph-mon[33022]: osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] boot 2024-04-23T18:19:19.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:19 smithi152 ceph-mon[33022]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:19.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:19 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:19:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:19 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:19:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:19 smithi116 ceph-mon[32310]: osd.9 [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] boot 2024-04-23T18:19:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:19 smithi116 ceph-mon[32310]: osdmap e68: 10 total, 10 up, 10 in 2024-04-23T18:19:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:19:20.074 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi116:vg_nvme/lv_1 2024-04-23T18:19:20.310 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:19:20.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:20.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:20 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:20.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:20.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:20.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:20 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 264 MiB used, 804 GiB / 805 GiB avail 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: osdmap e69: 10 total, 10 up, 10 in 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:20.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:20.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:20 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:21.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:21 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi055 2024-04-23T18:19:21.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:21 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-23T18:19:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:21 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi055 2024-04-23T18:19:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:21 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 -- 172.21.15.116:0/590021300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e20102bc0 msgr2=0x7f6e20103020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 --2- 172.21.15.116:0/590021300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e20102bc0 0x7f6e20103020 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f6e080099c0 tx=0x7f6e08009cd0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 -- 172.21.15.116:0/590021300 shutdown_connections 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 --2- 172.21.15.116:0/590021300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20103560 0x7f6e20109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 --2- 172.21.15.116:0/590021300 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e201019c0 0x7f6e20101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 --2- 172.21.15.116:0/590021300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e20102bc0 0x7f6e20103020 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 -- 172.21.15.116:0/590021300 >> 172.21.15.116:0/590021300 conn(0x7f6e200fcf60 msgr2=0x7f6e200ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 -- 172.21.15.116:0/590021300 shutdown_connections 2024-04-23T18:19:21.950 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 -- 172.21.15.116:0/590021300 wait complete. 2024-04-23T18:19:21.951 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.956+0000 7f6e256d2700 1 Processor -- start 2024-04-23T18:19:21.952 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 -- start start 2024-04-23T18:19:21.952 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 0x7f6e20198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e20103560 0x7f6e2019f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2010d570 con 0x7f6e20102bc0 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2010d3f0 con 0x7f6e201019c0 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e256d2700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2010d6f0 con 0x7f6e20103560 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.116:40872/0 (socket says 172.21.15.116:40872) 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 -- 172.21.15.116:0/1573734082 learned_addr learned my addr 172.21.15.116:0/1573734082 (peer_addr_for_me v2:172.21.15.116:0/0) 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 -- 172.21.15.116:0/1573734082 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e20103560 msgr2=0x7f6e2019f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e20103560 0x7f6e2019f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 -- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 msgr2=0x7f6e20198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1e7fc700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 0x7f6e20198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 0x7f6e20198030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:21.953 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 -- 172.21.15.116:0/1573734082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2019f750 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1e7fc700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 0x7f6e20198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e1effd700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6e10007e00 tx=0x7f6e1000a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.957+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e10016020 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.958+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e2019fa40 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.958+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e1000ad40 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.958+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e100117a0 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.958+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e2019ff80 con 0x7f6e201019c0 2024-04-23T18:19:21.954 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.958+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e20069730 con 0x7f6e201019c0 2024-04-23T18:19:21.955 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.960+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6e10019020 con 0x7f6e201019c0 2024-04-23T18:19:21.955 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.960+0000 7f6e17fff700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 0x7f6e0c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:21.955 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.960+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 6261+0+0 (secure 0 0 0) 0x7f6e100cf950 con 0x7f6e201019c0 2024-04-23T18:19:21.955 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.960+0000 7f6e1e7fc700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 0x7f6e0c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:21.955 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.961+0000 7f6e1e7fc700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 0x7f6e0c0a6100 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800b580 tx=0x7f6e080038d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:21.958 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:21.965+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e10020030 con 0x7f6e201019c0 2024-04-23T18:19:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:21 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi055 2024-04-23T18:19:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:21 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 4273M 2024-04-23T18:19:22.165 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:22.171+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f6e2006b230 con 0x7f6e0c0a3c40 2024-04-23T18:19:22.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:22 smithi152 ceph-mon[33022]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:22.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:22.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:22 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:22.853 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:22 smithi116 ceph-mon[32310]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.853 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:22.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:22.854 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:22 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:22 smithi055 ceph-mon[29189]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:22 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:23.834 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:23 smithi116 ceph-mon[32310]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:23.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:23 smithi152 ceph-mon[33022]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:23.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:23 smithi055 ceph-mon[29189]: from='client.24344 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi116:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:24.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:24 smithi152 ceph-mon[33022]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:24 smithi116 ceph-mon[32310]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:24 smithi055 ceph-mon[29189]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:25.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:25 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/453194498' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:25 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:25 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]': finished 2024-04-23T18:19:25.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:25 smithi116 ceph-mon[32310]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:25.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:25 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:25 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/453194498' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:25 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:25 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]': finished 2024-04-23T18:19:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:25 smithi152 ceph-mon[33022]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:25.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:25 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:25 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/453194498' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:25 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]: dispatch 2024-04-23T18:19:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:25 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07bdb296-9bb4-4882-94ab-c216f0fc9fe9"}]': finished 2024-04-23T18:19:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:25 smithi055 ceph-mon[29189]: osdmap e70: 11 total, 10 up, 11 in 2024-04-23T18:19:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:25 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:26.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:26 smithi152 ceph-mon[33022]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:26 smithi152 ceph-mon[33022]: from='client.? 172.21.15.116:0/1880727477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:26 smithi116 ceph-mon[32310]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:26 smithi116 ceph-mon[32310]: from='client.? 172.21.15.116:0/1880727477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:26 smithi055 ceph-mon[29189]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:26.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:26 smithi055 ceph-mon[29189]: from='client.? 172.21.15.116:0/1880727477' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:28.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:28 smithi152 ceph-mon[33022]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:28.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:28 smithi116 ceph-mon[32310]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:28 smithi055 ceph-mon[29189]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:30 smithi116 ceph-mon[32310]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:30 smithi152 ceph-mon[33022]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:30.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:30 smithi055 ceph-mon[29189]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:32.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:32 smithi152 ceph-mon[33022]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:32.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:32 smithi116 ceph-mon[32310]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:32.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:32 smithi055 ceph-mon[29189]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:33.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:33.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:33.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:33 smithi152 ceph-mon[33022]: Deploying daemon osd.10 on smithi116 2024-04-23T18:19:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:33.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:33 smithi116 ceph-mon[32310]: Deploying daemon osd.10 on smithi116 2024-04-23T18:19:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-04-23T18:19:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:33.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:33 smithi055 ceph-mon[29189]: Deploying daemon osd.10 on smithi116 2024-04-23T18:19:34.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:34 smithi152 ceph-mon[33022]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:34.864 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:34 smithi116 ceph-mon[32310]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:34.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:34 smithi055 ceph-mon[29189]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.623 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:36 smithi116 ceph-mon[32310]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:36 smithi152 ceph-mon[33022]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:36 smithi055 ceph-mon[29189]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:38 smithi116 ceph-mon[32310]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:38 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:38 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:38 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:38 smithi055 ceph-mon[29189]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:38 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:39.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:38 smithi152 ceph-mon[33022]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:39.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:38 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:39.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:38 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:39.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:38 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:40.954 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:40 smithi116 ceph-mon[32310]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:40.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:40 smithi055 ceph-mon[29189]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:41.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:40 smithi152 ceph-mon[33022]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.237 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.243+0000 7f6e17fff700 1 -- 172.21.15.116:0/1573734082 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f6e2006b230 con 0x7f6e0c0a3c40 2024-04-23T18:19:42.238 INFO:teuthology.orchestra.run.smithi116.stdout:Created osd(s) 10 on host 'smithi116' 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 msgr2=0x7f6e0c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 0x7f6e0c0a6100 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6e0800b580 tx=0x7f6e080038d0 comp rx=0 tx=0).stop 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 msgr2=0x7f6e20197af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6e10007e00 tx=0x7f6e1000a340 comp rx=0 tx=0).stop 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 shutdown_connections 2024-04-23T18:19:42.239 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e0c0a3c40 0x7f6e0c0a6100 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e20103560 0x7f6e2019f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e201019c0 0x7f6e20197af0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 --2- 172.21.15.116:0/1573734082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e20102bc0 0x7f6e20198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.245+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 >> 172.21.15.116:0/1573734082 conn(0x7f6e200fcf60 msgr2=0x7f6e20105e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.246+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 shutdown_connections 2024-04-23T18:19:42.240 INFO:teuthology.orchestra.run.smithi116.stderr:2024-04-23T18:19:42.246+0000 7f6e256d2700 1 -- 172.21.15.116:0/1573734082 wait complete. 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-04-23T18:19:42.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:42.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:19:42.902 DEBUG:teuthology.orchestra.run.smithi116:osd.10> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.10.service 2024-04-23T18:19:42.904 INFO:tasks.cephadm:Deploying osd.11 on smithi152 with /dev/vg_nvme/lv_1... 2024-04-23T18:19:42.904 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-23T18:19:43.151 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:44.359 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-mon[32310]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:44.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:44 smithi055 ceph-mon[29189]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.529 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:44.529 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-04-23T18:19:44.530 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: from='osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.530 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: osdmap e71: 11 total, 10 up, 11 in 2024-04-23T18:19:44.530 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:44.530 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:44 smithi152 ceph-mon[33022]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]: dispatch 2024-04-23T18:19:44.959 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:19:44.647+0000 7f29ae985700 -1 osd.10 0 waiting for initial osdmap 2024-04-23T18:19:44.959 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:19:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:19:44.663+0000 7f29a6770700 -1 osd.10 72 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10+0 records in 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr:10+0 records out 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114437 s, 916 MB/s 2024-04-23T18:19:45.267 INFO:teuthology.orchestra.run.smithi152.stderr:--> Zapping successful for: 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] boot 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:45.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:45 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:45.571 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:19:45.571 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:19:45.571 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:19:45.571 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:45.571 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:45.572 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:45.572 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] boot 2024-04-23T18:19:45.572 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:45.572 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:45 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:45.607 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi116", "root=default"]}]': finished 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: osdmap e72: 11 total, 10 up, 11 in 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: from='osd.10 ' entity='osd.10' 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: osd.10 [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] boot 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: osdmap e73: 11 total, 11 up, 11 in 2024-04-23T18:19:45.608 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:45 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:19:46.057 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi152:vg_nvme/lv_1 2024-04-23T18:19:46.299 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:46.700 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.701 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:46 smithi152 ceph-mon[33022]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:46 smithi116 ceph-mon[32310]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 291 MiB used, 894 GiB / 894 GiB avail 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:19:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:46 smithi055 ceph-mon[29189]: osdmap e74: 11 total, 11 up, 11 in 2024-04-23T18:19:47.809 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:47 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi116 2024-04-23T18:19:47.809 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:47 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-23T18:19:47.809 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:47 smithi152 ceph-mon[33022]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:47.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:47 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi116 2024-04-23T18:19:47.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:47 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-23T18:19:47.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:47 smithi116 ceph-mon[32310]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:47.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:47 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi116 2024-04-23T18:19:47.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:47 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 4272M 2024-04-23T18:19:47.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:47 smithi055 ceph-mon[29189]: osdmap e75: 11 total, 11 up, 11 in 2024-04-23T18:19:48.045 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 -- 172.21.15.152:0/1569803335 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444101990 msgr2=0x7fb444101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:48.045 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 --2- 172.21.15.152:0/1569803335 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444101990 0x7fb444101db0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fb438009990 tx=0x7fb438009ca0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.045 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 -- 172.21.15.152:0/1569803335 shutdown_connections 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 --2- 172.21.15.152:0/1569803335 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444103530 0x7fb444109de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 --2- 172.21.15.152:0/1569803335 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444101990 0x7fb444101db0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 --2- 172.21.15.152:0/1569803335 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444102b90 0x7fb444102ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 -- 172.21.15.152:0/1569803335 >> 172.21.15.152:0/1569803335 conn(0x7fb4440fcf30 msgr2=0x7fb4440ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 -- 172.21.15.152:0/1569803335 shutdown_connections 2024-04-23T18:19:48.046 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 -- 172.21.15.152:0/1569803335 wait complete. 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.052+0000 7fb448b08700 1 Processor -- start 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 -- start start 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444101990 0x7fb44406bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 0x7fb44419da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:48.048 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb44410d5c0 con 0x7fb444101990 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb44410d440 con 0x7fb444102b90 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb448b08700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb44410d740 con 0x7fb444103530 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:60220/0 (socket says 172.21.15.152:60220) 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 -- 172.21.15.152:0/315762075 learned_addr learned my addr 172.21.15.152:0/315762075 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb44259c700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444101990 0x7fb44406bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb441d9b700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 0x7fb44419da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 -- 172.21.15.152:0/315762075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 msgr2=0x7fb44419da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 0x7fb44419da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 -- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444101990 msgr2=0x7fb44406bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444101990 0x7fb44406bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 -- 172.21.15.152:0/315762075 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb444197840 con 0x7fb444103530 2024-04-23T18:19:48.049 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb441d9b700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 0x7fb44419da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.053+0000 7fb442d9d700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb43c00b970 tx=0x7fb43c00bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.054+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c019070 con 0x7fb444103530 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.054+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb43c00ce00 con 0x7fb444103530 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.054+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb444197b30 con 0x7fb444103530 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.054+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43c007370 con 0x7fb444103530 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.054+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4441980f0 con 0x7fb444103530 2024-04-23T18:19:48.050 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.055+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb444069730 con 0x7fb444103530 2024-04-23T18:19:48.051 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.056+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb43c01c070 con 0x7fb444103530 2024-04-23T18:19:48.051 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.056+0000 7fb4337fe700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 0x7fb42c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:19:48.051 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.057+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6723+0+0 (secure 0 0 0) 0x7fb43c0cf630 con 0x7fb444103530 2024-04-23T18:19:48.051 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.057+0000 7fb44259c700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 0x7fb42c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:19:48.051 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.057+0000 7fb44259c700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 0x7fb42c0a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb438003870 tx=0x7fb438003940 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:19:48.054 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.060+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb43c09c640 con 0x7fb444103530 2024-04-23T18:19:48.269 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:19:48.276+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7fb4441089f0 con 0x7fb42c0a3c40 2024-04-23T18:19:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:48 smithi116 ceph-mon[32310]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:48 smithi116 ceph-mon[32310]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:48.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:48 smithi055 ceph-mon[29189]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:48 smithi055 ceph-mon[29189]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:48.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:49.007 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:48 smithi152 ceph-mon[33022]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 322 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:19:49.007 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:48 smithi152 ceph-mon[33022]: osdmap e76: 11 total, 11 up, 11 in 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-23T18:19:49.008 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:49.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:49 smithi116 ceph-mon[32310]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:49.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:49 smithi116 ceph-mon[32310]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:49.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:49 smithi055 ceph-mon[29189]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:49.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:49 smithi055 ceph-mon[29189]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:50.029 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:49 smithi152 ceph-mon[33022]: from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi152:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:19:50.029 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:49 smithi152 ceph-mon[33022]: osdmap e77: 11 total, 11 up, 11 in 2024-04-23T18:19:50.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:50 smithi116 ceph-mon[32310]: pgmap v242: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:50.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:50 smithi116 ceph-mon[32310]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:19:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:50 smithi055 ceph-mon[29189]: pgmap v242: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:50 smithi055 ceph-mon[29189]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:19:51.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:50 smithi152 ceph-mon[33022]: pgmap v242: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:51.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:50 smithi152 ceph-mon[33022]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-23T18:19:51.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/3753494831' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:51 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:51 smithi152 ceph-mon[33022]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]': finished 2024-04-23T18:19:51.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:51 smithi152 ceph-mon[33022]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:51.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:51 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/3753494831' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:51 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:51 smithi116 ceph-mon[32310]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]': finished 2024-04-23T18:19:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:51 smithi116 ceph-mon[32310]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:51.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/3753494831' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:51 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]: dispatch 2024-04-23T18:19:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:51 smithi055 ceph-mon[29189]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cbbf0737-157c-4dce-b5f3-c613d7958273"}]': finished 2024-04-23T18:19:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:51 smithi055 ceph-mon[29189]: osdmap e78: 12 total, 11 up, 12 in 2024-04-23T18:19:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:51 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:19:52.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:52 smithi116 ceph-mon[32310]: pgmap v244: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:52.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:52 smithi116 ceph-mon[32310]: from='client.? 172.21.15.152:0/3612423881' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:52 smithi055 ceph-mon[29189]: pgmap v244: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:52 smithi055 ceph-mon[29189]: from='client.? 172.21.15.152:0/3612423881' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:53.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:52 smithi152 ceph-mon[33022]: pgmap v244: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-04-23T18:19:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:52 smithi152 ceph-mon[33022]: from='client.? 172.21.15.152:0/3612423881' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-23T18:19:53.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:53 smithi055 ceph-mon[29189]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-23T18:19:53.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:53 smithi055 ceph-mon[29189]: Cluster is now healthy 2024-04-23T18:19:54.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:53 smithi152 ceph-mon[33022]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-23T18:19:54.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:53 smithi152 ceph-mon[33022]: Cluster is now healthy 2024-04-23T18:19:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:53 smithi116 ceph-mon[32310]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-23T18:19:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:53 smithi116 ceph-mon[32310]: Cluster is now healthy 2024-04-23T18:19:55.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:54 smithi152 ceph-mon[33022]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-04-23T18:19:55.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:54 smithi116 ceph-mon[32310]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-04-23T18:19:55.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:54 smithi055 ceph-mon[29189]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-04-23T18:19:56.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:56 smithi152 ceph-mon[33022]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-23T18:19:57.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:56 smithi116 ceph-mon[32310]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-23T18:19:57.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:56 smithi055 ceph-mon[29189]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-04-23T18:19:59.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:58 smithi152 ceph-mon[33022]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:59.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:59.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:58 smithi116 ceph-mon[32310]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:59.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:58 smithi055 ceph-mon[29189]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-23T18:19:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-04-23T18:19:59.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:19:59.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:19:59 smithi152 ceph-mon[33022]: Deploying daemon osd.11 on smithi152 2024-04-23T18:19:59.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:19:59 smithi055 ceph-mon[29189]: Deploying daemon osd.11 on smithi152 2024-04-23T18:20:00.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:19:59 smithi116 ceph-mon[32310]: Deploying daemon osd.11 on smithi152 2024-04-23T18:20:00.990 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:00 smithi152 ceph-mon[33022]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-23T18:20:00.990 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:00 smithi152 ceph-mon[33022]: overall HEALTH_OK 2024-04-23T18:20:01.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:00 smithi116 ceph-mon[32310]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-23T18:20:01.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:00 smithi116 ceph-mon[32310]: overall HEALTH_OK 2024-04-23T18:20:01.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:00 smithi055 ceph-mon[29189]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 60 KiB/s, 0 objects/s recovering 2024-04-23T18:20:01.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:00 smithi055 ceph-mon[29189]: overall HEALTH_OK 2024-04-23T18:20:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:02 smithi152 ceph-mon[33022]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:20:03.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:02 smithi116 ceph-mon[32310]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:20:03.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:02 smithi055 ceph-mon[29189]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-23T18:20:05.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:04 smithi152 ceph-mon[33022]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-23T18:20:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:04 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:05.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:04 smithi116 ceph-mon[32310]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-23T18:20:05.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:04 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:05.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:04 smithi055 ceph-mon[29189]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-23T18:20:05.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:05.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:04 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:07.068 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:06 smithi152 ceph-mon[33022]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:07.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:06 smithi116 ceph-mon[32310]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:07.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:06 smithi055 ceph-mon[29189]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:08.638 INFO:teuthology.orchestra.run.smithi152.stdout:Created osd(s) 11 on host 'smithi152' 2024-04-23T18:20:08.638 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.644+0000 7fb4337fe700 1 -- 172.21.15.152:0/315762075 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7fb4441089f0 con 0x7fb42c0a3c40 2024-04-23T18:20:08.640 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 msgr2=0x7fb42c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:08.640 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 0x7fb42c0a6100 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb438003870 tx=0x7fb438003940 comp rx=0 tx=0).stop 2024-04-23T18:20:08.640 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 msgr2=0x7fb4441a00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:08.640 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fb43c00b970 tx=0x7fb43c00bc80 comp rx=0 tx=0).stop 2024-04-23T18:20:08.640 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 shutdown_connections 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb42c0a3c40 0x7fb42c0a6100 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb444103530 0x7fb4441a00c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb444101990 0x7fb44406bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 --2- 172.21.15.152:0/315762075 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb444102b90 0x7fb44419da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 >> 172.21.15.152:0/315762075 conn(0x7fb4440fcf30 msgr2=0x7fb444105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 shutdown_connections 2024-04-23T18:20:08.641 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:08.647+0000 7fb448b08700 1 -- 172.21.15.152:0/315762075 wait complete. 2024-04-23T18:20:08.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:08 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:08.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:08.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:08.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:08 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:09.010 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:09.010 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:09.010 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:09.010 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:09.010 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:09.011 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:08 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:09.435 DEBUG:teuthology.orchestra.run.smithi152:osd.11> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.11.service 2024-04-23T18:20:09.437 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-04-23T18:20:09.437 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-23T18:20:09.697 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:09.938 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:09 smithi152 ceph-mon[33022]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:09.938 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:09 smithi152 ceph-mon[33022]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:09.938 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:09 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:09.938 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:09 smithi152 ceph-mon[33022]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:09.938 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:09 smithi152 ceph-mon[33022]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:10.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:09 smithi055 ceph-mon[29189]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:10.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:09 smithi055 ceph-mon[29189]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:10.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:09 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:10.061 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:09 smithi055 ceph-mon[29189]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:10.061 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:09 smithi055 ceph-mon[29189]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:10.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:09 smithi116 ceph-mon[32310]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-04-23T18:20:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:09 smithi116 ceph-mon[32310]: osdmap e79: 12 total, 11 up, 12 in 2024-04-23T18:20:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:09 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:09 smithi116 ceph-mon[32310]: from='osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:09 smithi116 ceph-mon[32310]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]: dispatch 2024-04-23T18:20:10.601 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:20:10.254+0000 7f2fc141c700 -1 osd.11 0 waiting for initial osdmap 2024-04-23T18:20:10.601 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:20:10.271+0000 7f2fb9207700 -1 osd.11 80 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.006 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:10 smithi152 ceph-mon[33022]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:11.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:11.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:20:11.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:11.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:10 smithi116 ceph-mon[32310]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:11.222 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:11.222 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi152", "root=default"]}]': finished 2024-04-23T18:20:11.222 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: osdmap e80: 12 total, 11 up, 12 in 2024-04-23T18:20:11.223 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.223 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:11.223 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:10 smithi055 ceph-mon[29189]: from='osd.11 ' entity='osd.11' 2024-04-23T18:20:11.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.589+0000 7f80c6757700 1 -- 172.21.15.55:0/1389057012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0104640 msgr2=0x7f80c010aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 --2- 172.21.15.55:0/1389057012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0104640 0x7f80c010aef0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f80b800b0d0 tx=0x7f80b800b3e0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 -- 172.21.15.55:0/1389057012 shutdown_connections 2024-04-23T18:20:11.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 --2- 172.21.15.55:0/1389057012 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0104640 0x7f80c010aef0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 --2- 172.21.15.55:0/1389057012 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0102aa0 0x7f80c0102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 --2- 172.21.15.55:0/1389057012 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0103ca0 0x7f80c0104100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 -- 172.21.15.55:0/1389057012 >> 172.21.15.55:0/1389057012 conn(0x7f80c00fe040 msgr2=0x7f80c0100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 -- 172.21.15.55:0/1389057012 shutdown_connections 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 -- 172.21.15.55:0/1389057012 wait complete. 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 Processor -- start 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.590+0000 7f80c6757700 1 -- start start 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0103ca0 0x7f80c0074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0104640 0x7f80c0075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010e680 con 0x7f80c0102aa0 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010e500 con 0x7f80c0104640 2024-04-23T18:20:11.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c6757700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f80c010e800 con 0x7f80c0103ca0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34158/0 (socket says 172.21.15.55:34158) 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 -- 172.21.15.55:0/1215257142 learned_addr learned my addr 172.21.15.55:0/1215257142 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bf7fe700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0103ca0 0x7f80c0074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80c4cf4700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0104640 0x7f80c0075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 -- 172.21.15.55:0/1215257142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0103ca0 msgr2=0x7f80c0074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0103ca0 0x7f80c0074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 -- 172.21.15.55:0/1215257142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0104640 msgr2=0x7f80c0075370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0104640 0x7f80c0075370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 -- 172.21.15.55:0/1215257142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80c0075c20 con 0x7f80c0102aa0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.591+0000 7f80bffff700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f80b000e950 tx=0x7f80b000ec60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.592+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b0004230 con 0x7f80c0102aa0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.592+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80c01a2dc0 con 0x7f80c0102aa0 2024-04-23T18:20:11.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.592+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f80b00043d0 con 0x7f80c0102aa0 2024-04-23T18:20:11.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.592+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80b0003e00 con 0x7f80c0102aa0 2024-04-23T18:20:11.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.592+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80c01a31c0 con 0x7f80c0102aa0 2024-04-23T18:20:11.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.593+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80c0069730 con 0x7f80c0102aa0 2024-04-23T18:20:11.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.594+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f80b000c7e0 con 0x7f80c0102aa0 2024-04-23T18:20:11.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.594+0000 7f80bd7fa700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 0x7f80a80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:11.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.595+0000 7f80bf7fe700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 0x7f80a80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:11.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.595+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7127+0+0 (secure 0 0 0) 0x7f80b00d0280 con 0x7f80c0102aa0 2024-04-23T18:20:11.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.595+0000 7f80bf7fe700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 0x7f80a80a6100 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f80b4005950 tx=0x7f80b400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:11.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.598+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f80b009d060 con 0x7f80c0102aa0 2024-04-23T18:20:11.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.805+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f80c002e0b0 con 0x7f80c0102aa0 2024-04-23T18:20:11.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.805+0000 7f80bd7fa700 1 -- 172.21.15.55:0/1215257142 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) ==== 74+0+133 (secure 0 0 0) 0x7f80b009c960 con 0x7f80c0102aa0 2024-04-23T18:20:11.799 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:11.800 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 msgr2=0x7f80a80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.800 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 0x7f80a80a6100 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f80b4005950 tx=0x7f80b400b410 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 msgr2=0x7f80c00767e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f80b000e950 tx=0x7f80b000ec60 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 shutdown_connections 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80a80a3c40 0x7f80a80a6100 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f80c0104640 0x7f80c0075370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f80c0102aa0 0x7f80c00767e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 --2- 172.21.15.55:0/1215257142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f80c0103ca0 0x7f80c0074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 >> 172.21.15.55:0/1215257142 conn(0x7f80c00fe040 msgr2=0x7f80c0106f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 shutdown_connections 2024-04-23T18:20:11.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:11.807+0000 7f80c6757700 1 -- 172.21.15.55:0/1215257142 wait complete. 2024-04-23T18:20:12.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: purged_snaps scrub starts 2024-04-23T18:20:12.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: purged_snaps scrub ok 2024-04-23T18:20:12.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:12.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] boot 2024-04-23T18:20:12.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:12.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:11 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1215257142' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: purged_snaps scrub starts 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: purged_snaps scrub ok 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] boot 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:11 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1215257142' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: purged_snaps scrub starts 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: purged_snaps scrub ok 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 323 MiB used, 983 GiB / 983 GiB avail 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: osd.11 [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] boot 2024-04-23T18:20:12.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: osdmap e81: 12 total, 12 up, 12 in 2024-04-23T18:20:12.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:20:12.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:11 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1215257142' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-23T18:20:12.745 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1713896411,"num_in_osds":12,"osd_in_since":1713896391,"num_remapped_pgs":0} 2024-04-23T18:20:12.746 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:20:13.005 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: Detected new or changed devices on smithi152 2024-04-23T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 4272M 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:13.381 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:13 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: Detected new or changed devices on smithi152 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 4272M 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:13.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:13.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:13 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: osdmap e82: 12 total, 12 up, 12 in 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: Detected new or changed devices on smithi152 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:20:13.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 4272M 2024-04-23T18:20:13.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:13.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:13.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:13.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:13 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:14.731 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:14 smithi055 ceph-mon[29189]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 -- 172.21.15.55:0/3151722811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c103450 msgr2=0x7f929c10f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 --2- 172.21.15.55:0/3151722811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c103450 0x7f929c10f8b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f929400b0a0 tx=0x7f929400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 -- 172.21.15.55:0/3151722811 shutdown_connections 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 --2- 172.21.15.55:0/3151722811 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c103450 0x7f929c10f8b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 --2- 172.21.15.55:0/3151722811 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c108a50 0x7f929c108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 --2- 172.21.15.55:0/3151722811 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c102a90 0x7f929c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 -- 172.21.15.55:0/3151722811 >> 172.21.15.55:0/3151722811 conn(0x7f929c079ba0 msgr2=0x7f929c079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:14.743 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 -- 172.21.15.55:0/3151722811 shutdown_connections 2024-04-23T18:20:14.744 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.749+0000 7f92a1857700 1 -- 172.21.15.55:0/3151722811 wait complete. 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 Processor -- start 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 -- start start 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c102a90 0x7f929c199150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c103450 0x7f929c199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f929c112da0 con 0x7f929c108a50 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f929c112c20 con 0x7f929c102a90 2024-04-23T18:20:14.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f92a1857700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f929c112f20 con 0x7f929c103450 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f929b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f929b7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34182/0 (socket says 172.21.15.55:34182) 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.750+0000 7f929b7fe700 1 -- 172.21.15.55:0/1687607675 learned_addr learned my addr 172.21.15.55:0/1687607675 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929affd700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c102a90 0x7f929c199150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929a7fc700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c103450 0x7f929c199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 -- 172.21.15.55:0/1687607675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c103450 msgr2=0x7f929c199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c103450 0x7f929c199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 -- 172.21.15.55:0/1687607675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c102a90 msgr2=0x7f929c199150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c102a90 0x7f929c199150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 -- 172.21.15.55:0/1687607675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f929c19e160 con 0x7f929c108a50 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f929b7fe700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f929400b830 tx=0x7f9294007b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:14.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9294021020 con 0x7f929c108a50 2024-04-23T18:20:14.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f929c19e3f0 con 0x7f929c108a50 2024-04-23T18:20:14.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f929401db40 con 0x7f929c108a50 2024-04-23T18:20:14.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f929c1a5cd0 con 0x7f929c108a50 2024-04-23T18:20:14.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.751+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929401bcf0 con 0x7f929c108a50 2024-04-23T18:20:14.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.752+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9288005330 con 0x7f929c108a50 2024-04-23T18:20:14.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.753+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9294024020 con 0x7f929c108a50 2024-04-23T18:20:14.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.754+0000 7f92a0855700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 0x7f92840a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:14.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.754+0000 7f929affd700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 0x7f92840a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:14.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.754+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f929400f020 con 0x7f929c108a50 2024-04-23T18:20:14.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.754+0000 7f929affd700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 0x7f92840a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f928c005ea0 tx=0x7f928c005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:14.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.757+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f929409ec30 con 0x7f929c108a50 2024-04-23T18:20:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:14 smithi152 ceph-mon[33022]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:14.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:14 smithi116 ceph-mon[32310]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:14.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.965+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f92880058f0 con 0x7f929c108a50 2024-04-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.966+0000 7f92a0855700 1 -- 172.21.15.55:0/1687607675 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18442 (secure 0 0 0) 0x7f929409e530 con 0x7f929c108a50 2024-04-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:14.960 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":82,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:20:12.258627+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 msgr2=0x7f92840a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 0x7f92840a6100 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f928c005ea0 tx=0x7f928c005e30 comp rx=0 tx=0).stop 2024-04-23T18:20:14.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 msgr2=0x7f929c19da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f929400b830 tx=0x7f9294007b40 comp rx=0 tx=0).stop 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 shutdown_connections 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f92840a3c40 0x7f92840a6100 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f929c108a50 0x7f929c19da20 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f929c102a90 0x7f929c199150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 --2- 172.21.15.55:0/1687607675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f929c103450 0x7f929c199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 >> 172.21.15.55:0/1687607675 conn(0x7f929c079ba0 msgr2=0x7f929c101510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 shutdown_connections 2024-04-23T18:20:14.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:14.969+0000 7f92a1857700 1 -- 172.21.15.55:0/1687607675 wait complete. 2024-04-23T18:20:15.612 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:15 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1687607675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:15.642 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:15.643 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-23T18:20:15.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:15 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1687607675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:15.890 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:20:15.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:15 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1687607675' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:16.706 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:16 smithi055 ceph-mon[29189]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:16 smithi152 ceph-mon[33022]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:16.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:16 smithi116 ceph-mon[32310]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 -- 172.21.15.55:0/4251283830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 msgr2=0x7f6f84102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 --2- 172.21.15.55:0/4251283830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84102f40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009990 tx=0x7f6f74009ca0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 -- 172.21.15.55:0/4251283830 shutdown_connections 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 --2- 172.21.15.55:0/4251283830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 0x7f6f8410f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 --2- 172.21.15.55:0/4251283830 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 0x7f6f84108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 --2- 172.21.15.55:0/4251283830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84102f40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 -- 172.21.15.55:0/4251283830 >> 172.21.15.55:0/4251283830 conn(0x7f6f84079bb0 msgr2=0x7f6f84079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:17.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 -- 172.21.15.55:0/4251283830 shutdown_connections 2024-04-23T18:20:17.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.553+0000 7f6f8c530700 1 -- 172.21.15.55:0/4251283830 wait complete. 2024-04-23T18:20:17.549 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 Processor -- start 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 -- start start 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 0x7f6f84199870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 0x7f6f8419dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6f84112e40 con 0x7f6f84102ac0 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6f84112cc0 con 0x7f6f84103480 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.554+0000 7f6f8c530700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6f84112fc0 con 0x7f6f84108a70 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34196/0 (socket says 172.21.15.55:34196) 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 -- 172.21.15.55:0/2286731410 learned_addr learned my addr 172.21.15.55:0/2286731410 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f89acb700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 0x7f6f84199870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8aacd700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 0x7f6f8419dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 -- 172.21.15.55:0/2286731410 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 msgr2=0x7f6f8419dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 0x7f6f8419dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 -- 172.21.15.55:0/2286731410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 msgr2=0x7f6f84199870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 0x7f6f84199870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 -- 172.21.15.55:0/2286731410 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f8419e340 con 0x7f6f84102ac0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8a2cc700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000b530 tx=0x7f6f8000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f80015020 con 0x7f6f84102ac0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6f80011d00 con 0x7f6f84102ac0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.555+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f8419e630 con 0x7f6f84102ac0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.556+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f80010e60 con 0x7f6f84102ac0 2024-04-23T18:20:17.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.556+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f841a5eb0 con 0x7f6f84102ac0 2024-04-23T18:20:17.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.557+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f84069730 con 0x7f6f84102ac0 2024-04-23T18:20:17.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.558+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f6f80018020 con 0x7f6f84102ac0 2024-04-23T18:20:17.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.558+0000 7f6f7b7fe700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 0x7f6f700a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:17.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.558+0000 7f6f89acb700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 0x7f6f700a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:17.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.558+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f6f800cf7e0 con 0x7f6f84102ac0 2024-04-23T18:20:17.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.559+0000 7f6f89acb700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 0x7f6f700a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009750 tx=0x7f6f7400b540 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:17.556 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.563+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6f8001f020 con 0x7f6f84102ac0 2024-04-23T18:20:17.764 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.770+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6f8419a690 con 0x7f6f84102ac0 2024-04-23T18:20:17.764 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.771+0000 7f6f7b7fe700 1 -- 172.21.15.55:0/2286731410 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f6f8009c660 con 0x7f6f84102ac0 2024-04-23T18:20:17.764 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:20:17.766 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 msgr2=0x7f6f700a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.766 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 0x7f6f700a6100 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009750 tx=0x7f6f7400b540 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 msgr2=0x7f6f84199330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6f8000b530 tx=0x7f6f8000b8f0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 shutdown_connections 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6f700a3c40 0x7f6f700a6100 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6f84108a70 0x7f6f8419dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6f84102ac0 0x7f6f84199330 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 --2- 172.21.15.55:0/2286731410 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6f84103480 0x7f6f84199870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 >> 172.21.15.55:0/2286731410 conn(0x7f6f84079bb0 msgr2=0x7f6f841018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 shutdown_connections 2024-04-23T18:20:17.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:17.773+0000 7f6f8c530700 1 -- 172.21.15.55:0/2286731410 wait complete. 2024-04-23T18:20:18.516 INFO:tasks.cephadm:Adding mds.a on smithi055 2024-04-23T18:20:18.516 INFO:tasks.cephadm:Adding mds.d on smithi055 2024-04-23T18:20:18.516 INFO:tasks.cephadm:Adding mds.g on smithi055 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.j on smithi055 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.b on smithi116 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.e on smithi116 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.h on smithi116 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.k on smithi116 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.c on smithi152 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.f on smithi152 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.i on smithi152 2024-04-23T18:20:18.517 INFO:tasks.cephadm:Adding mds.l on smithi152 2024-04-23T18:20:18.517 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph orch apply mds all '12;smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l' 2024-04-23T18:20:18.769 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:20:18.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:18 smithi152 ceph-mon[33022]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:18 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2286731410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:18.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:18 smithi116 ceph-mon[32310]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:18 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2286731410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:18 smithi055 ceph-mon[29189]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:18.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:18 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2286731410' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 -- 172.21.15.152:0/4178883302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 msgr2=0x7f5d78101170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 --2- 172.21.15.152:0/4178883302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78101170 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f5d7400b0a0 tx=0x7f5d7400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 -- 172.21.15.152:0/4178883302 shutdown_connections 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 --2- 172.21.15.152:0/4178883302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5d781046d0 0x7f5d7810af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 --2- 172.21.15.152:0/4178883302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78101170 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 --2- 172.21.15.152:0/4178883302 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d78103d30 0x7f5d78104190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 -- 172.21.15.152:0/4178883302 >> 172.21.15.152:0/4178883302 conn(0x7f5d780fc6d0 msgr2=0x7f5d780feaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 -- 172.21.15.152:0/4178883302 shutdown_connections 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.450+0000 7f5d80261700 1 -- 172.21.15.152:0/4178883302 wait complete. 2024-04-23T18:20:20.449 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 Processor -- start 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 -- start start 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5d78103d30 0x7f5d78101ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d781046d0 0x7f5d78102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7810e6d0 con 0x7f5d78103d30 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7810e550 con 0x7f5d781046d0 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d80261700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7810e850 con 0x7f5d78100d50 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.152:34376/0 (socket says 172.21.15.152:34376) 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 -- 172.21.15.152:0/1575113083 learned_addr learned my addr 172.21.15.152:0/1575113083 (peer_addr_for_me v2:172.21.15.152:0/0) 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7e7fe700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d781046d0 0x7f5d78102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 -- 172.21.15.152:0/1575113083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d781046d0 msgr2=0x7f5d78102220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.450 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d781046d0 0x7f5d78102220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 -- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5d78103d30 msgr2=0x7f5d78101ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5d78103d30 0x7f5d78101ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.451+0000 7f5d7dffd700 1 -- 172.21.15.152:0/1575113083 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d78102ad0 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d7dffd700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d74006130 tx=0x7f5d74007e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d74003e10 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5d74005540 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d781a2e40 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7401bba0 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.452+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d781a3260 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.453+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d7802df80 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.454+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5d740056f0 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.454+0000 7f5d6effd700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 0x7f5d640a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.455+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f5d7400f020 con 0x7f5d78100d50 2024-04-23T18:20:20.451 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.455+0000 7f5d7d7fc700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 0x7f5d640a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:20.452 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.455+0000 7f5d7d7fc700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 0x7f5d640a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5d68005950 tx=0x7f5d680058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:20.452 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.459+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5d7409e320 con 0x7f5d78100d50 2024-04-23T18:20:20.663 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.670+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l", "target": ["mon-mgr", ""]}) -- 0x7f5d78062f80 con 0x7f5d640a3c40 2024-04-23T18:20:20.673 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.680+0000 7f5d6effd700 1 -- 172.21.15.152:0/1575113083 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f5d78062f80 con 0x7f5d640a3c40 2024-04-23T18:20:20.674 INFO:teuthology.orchestra.run.smithi152.stdout:Scheduled mds.all update... 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 msgr2=0x7f5d640a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 0x7f5d640a6100 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5d68005950 tx=0x7f5d680058e0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 msgr2=0x7f5d78103690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5d74006130 tx=0x7f5d74007e40 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 shutdown_connections 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5d640a3c40 0x7f5d640a6100 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5d781046d0 0x7f5d78102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5d78100d50 0x7f5d78103690 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 --2- 172.21.15.152:0/1575113083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5d78103d30 0x7f5d78101ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 >> 172.21.15.152:0/1575113083 conn(0x7f5d780fc6d0 msgr2=0x7f5d78107030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 shutdown_connections 2024-04-23T18:20:20.676 INFO:teuthology.orchestra.run.smithi152.stderr:2024-04-23T18:20:20.682+0000 7f5d80261700 1 -- 172.21.15.152:0/1575113083 wait complete. 2024-04-23T18:20:20.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:20 smithi152 ceph-mon[33022]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:20.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:20 smithi116 ceph-mon[32310]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:20.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:20 smithi055 ceph-mon[29189]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:21.379 DEBUG:teuthology.orchestra.run.smithi055:mds.a> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.a.service 2024-04-23T18:20:21.382 DEBUG:teuthology.orchestra.run.smithi055:mds.d> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.d.service 2024-04-23T18:20:21.425 DEBUG:teuthology.orchestra.run.smithi055:mds.g> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.g.service 2024-04-23T18:20:21.468 DEBUG:teuthology.orchestra.run.smithi055:mds.j> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.j.service 2024-04-23T18:20:21.511 DEBUG:teuthology.orchestra.run.smithi116:mds.b> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.b.service 2024-04-23T18:20:21.513 DEBUG:teuthology.orchestra.run.smithi116:mds.e> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.e.service 2024-04-23T18:20:21.556 DEBUG:teuthology.orchestra.run.smithi116:mds.h> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.h.service 2024-04-23T18:20:21.599 DEBUG:teuthology.orchestra.run.smithi116:mds.k> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.k.service 2024-04-23T18:20:21.642 DEBUG:teuthology.orchestra.run.smithi152:mds.c> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.c.service 2024-04-23T18:20:21.644 DEBUG:teuthology.orchestra.run.smithi152:mds.f> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.f.service 2024-04-23T18:20:21.687 DEBUG:teuthology.orchestra.run.smithi152:mds.i> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.i.service 2024-04-23T18:20:21.731 DEBUG:teuthology.orchestra.run.smithi152:mds.l> sudo journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.l.service 2024-04-23T18:20:21.774 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-23T18:20:21.774 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:20:21.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:21.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: Saving service mds.all spec with placement smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l;count:12 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:21.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:21 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- 172.21.15.55:0/293208057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 msgr2=0x7f417410a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- 172.21.15.55:0/293208057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417410a0e0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f416c009ca0 tx=0x7f416c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- 172.21.15.55:0/293208057 shutdown_connections 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- 172.21.15.55:0/293208057 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417410a0e0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- 172.21.15.55:0/293208057 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174105360 0x7f4174107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- 172.21.15.55:0/293208057 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174102a30 0x7f4174104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- 172.21.15.55:0/293208057 >> 172.21.15.55:0/293208057 conn(0x7f41740fc440 msgr2=0x7f41740fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- 172.21.15.55:0/293208057 shutdown_connections 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- 172.21.15.55:0/293208057 wait complete. 2024-04-23T18:20:21.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 Processor -- start 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 -- start start 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174102a30 0x7f41741982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 0x7f41741987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.895+0000 7f417adaf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417adaf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f417410dc30 con 0x7f4174107c90 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417adaf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f417410dab0 con 0x7f4174102a30 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417adaf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f417410ddb0 con 0x7f4174105360 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55676/0 (socket says 172.21.15.55:55676) 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 -- 172.21.15.55:0/3552883354 learned_addr learned my addr 172.21.15.55:0/3552883354 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4173fff640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 0x7f41741987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:21.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4178b4b640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174102a30 0x7f41741982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 -- 172.21.15.55:0/3552883354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 msgr2=0x7f41741987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 0x7f41741987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 -- 172.21.15.55:0/3552883354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174102a30 msgr2=0x7f41741982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174102a30 0x7f41741982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 -- 172.21.15.55:0/3552883354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f417419fec0 con 0x7f4174107c90 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4173fff640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 0x7f41741987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417934c640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f416c009dc0 tx=0x7f416c031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c003bf0 con 0x7f4174107c90 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41741a0150 con 0x7f4174107c90 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f416c003d90 con 0x7f4174107c90 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.896+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c02fcd0 con 0x7f4174107c90 2024-04-23T18:20:21.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.897+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41741a06f0 con 0x7f4174107c90 2024-04-23T18:20:21.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.898+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41740fdf30 con 0x7f4174107c90 2024-04-23T18:20:21.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.899+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f416c004040 con 0x7f4174107c90 2024-04-23T18:20:21.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.900+0000 7f4171ffb640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 0x7f415c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:21.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.900+0000 7f4178b4b640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 0x7f415c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:21.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.900+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f416c0f18c0 con 0x7f4174107c90 2024-04-23T18:20:21.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.900+0000 7f4178b4b640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 0x7f415c0a6070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4164009b60 tx=0x7f4164005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:21.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:21.904+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f416c0be6a0 con 0x7f4174107c90 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: Saving service mds.all spec with placement smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l;count:12 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:21.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:21.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:21 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:21.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: Saving service mds.all spec with placement smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l;count:12 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:21.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:21 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:22.086 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.093+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4174062b50 con 0x7f4174107c90 2024-04-23T18:20:22.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.094+0000 7f4171ffb640 1 -- 172.21.15.55:0/3552883354 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18442 (secure 0 0 0) 0x7f416c02fe90 con 0x7f4174107c90 2024-04-23T18:20:22.087 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:22.088 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":82,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:20:12.258627+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 msgr2=0x7f415c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 0x7f415c0a6070 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4164009b60 tx=0x7f4164005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 msgr2=0x7f417419f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f416c009dc0 tx=0x7f416c031840 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 shutdown_connections 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f415c0a3bb0 0x7f415c0a6070 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4174105360 0x7f41741987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4174107c90 0x7f417419f850 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 --2- 172.21.15.55:0/3552883354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4174102a30 0x7f41741982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 >> 172.21.15.55:0/3552883354 conn(0x7f41740fc440 msgr2=0x7f4174103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.090 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 shutdown_connections 2024-04-23T18:20:22.091 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.096+0000 7f417adaf640 1 -- 172.21.15.55:0/3552883354 wait complete. 2024-04-23T18:20:22.100 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:22.101 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 -- 172.21.15.55:0/2326378917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 msgr2=0x7f37c41012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 --2- 172.21.15.55:0/2326378917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c41012b0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f37b8009900 tx=0x7f37b802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 -- 172.21.15.55:0/2326378917 shutdown_connections 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 --2- 172.21.15.55:0/2326378917 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 0x7f37c41092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 --2- 172.21.15.55:0/2326378917 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 --2- 172.21.15.55:0/2326378917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c41012b0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 -- 172.21.15.55:0/2326378917 >> 172.21.15.55:0/2326378917 conn(0x7f37c40fc400 msgr2=0x7f37c40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 -- 172.21.15.55:0/2326378917 shutdown_connections 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.212+0000 7f37c9205640 1 -- 172.21.15.55:0/2326378917 wait complete. 2024-04-23T18:20:22.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 Processor -- start 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 -- start start 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4109e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 0x7f37c410a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f37c410dc40 con 0x7f37c4100e90 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f37c410dac0 con 0x7f37c4101fe0 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c9205640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f37c410ddc0 con 0x7f37c41029a0 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.213+0000 7f37c2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55692/0 (socket says 172.21.15.55:55692) 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 -- 172.21.15.55:0/1752043697 learned_addr learned my addr 172.21.15.55:0/1752043697 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c359e640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 0x7f37c410a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c259c640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4109e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 -- 172.21.15.55:0/1752043697 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 msgr2=0x7f37c410a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 0x7f37c410a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 -- 172.21.15.55:0/1752043697 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 msgr2=0x7f37c4109e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4109e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 -- 172.21.15.55:0/1752043697 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37c410ac40 con 0x7f37c4100e90 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c259c640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4109e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c2d9d640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f37b8005940 tx=0x7f37b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b803f030 con 0x7f37c4100e90 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37c41a2380 con 0x7f37c4100e90 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37b8003cd0 con 0x7f37c4100e90 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37b8035070 con 0x7f37c4100e90 2024-04-23T18:20:22.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.214+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37c41a28d0 con 0x7f37c4100e90 2024-04-23T18:20:22.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.215+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37c4108220 con 0x7f37c4100e90 2024-04-23T18:20:22.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.217+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f37b8042030 con 0x7f37c4100e90 2024-04-23T18:20:22.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.218+0000 7f37abfff640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 0x7f37ac0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.218+0000 7f37c259c640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 0x7f37ac0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.218+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f37b80f0740 con 0x7f37c4100e90 2024-04-23T18:20:22.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.218+0000 7f37c259c640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 0x7f37ac0a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f37c410b5a0 tx=0x7f37b4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.221+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f37b80bd520 con 0x7f37c4100e90 2024-04-23T18:20:22.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.408+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f37c4062b50 con 0x7f37c4100e90 2024-04-23T18:20:22.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.409+0000 7f37abfff640 1 -- 172.21.15.55:0/1752043697 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f37b80bce20 con 0x7f37c4100e90 2024-04-23T18:20:22.402 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:20:22.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 msgr2=0x7f37ac0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 0x7f37ac0a6070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f37c410b5a0 tx=0x7f37b4005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:22.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 msgr2=0x7f37c410b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f37b8005940 tx=0x7f37b80042f0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 shutdown_connections 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37ac0a3bb0 0x7f37ac0a6070 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37c41029a0 0x7f37c410a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37c4101fe0 0x7f37c4109e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 --2- 172.21.15.55:0/1752043697 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37c4100e90 0x7f37c410b830 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 >> 172.21.15.55:0/1752043697 conn(0x7f37c40fc400 msgr2=0x7f37c41053f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 shutdown_connections 2024-04-23T18:20:22.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.411+0000 7f37c9205640 1 -- 172.21.15.55:0/1752043697 wait complete. 2024-04-23T18:20:22.415 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 -- 172.21.15.55:0/927117485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 msgr2=0x7fbeec1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 --2- 172.21.15.55:0/927117485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec1092c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbee4009ca0 tx=0x7fbee402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 -- 172.21.15.55:0/927117485 shutdown_connections 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 --2- 172.21.15.55:0/927117485 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 --2- 172.21.15.55:0/927117485 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec1092c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 --2- 172.21.15.55:0/927117485 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 0x7fbeec1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.519 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 -- 172.21.15.55:0/927117485 >> 172.21.15.55:0/927117485 conn(0x7fbeec0fc400 msgr2=0x7fbeec0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 -- 172.21.15.55:0/927117485 shutdown_connections 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.523+0000 7fbef2210640 1 -- 172.21.15.55:0/927117485 wait complete. 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 Processor -- start 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 -- start start 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 0x7fbeec104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec10cb10 con 0x7fbeec1029a0 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec10c990 con 0x7fbeec100e90 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbef2210640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbeec10cc90 con 0x7fbeec101fe0 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.524+0000 7fbeebfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeebfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55700/0 (socket says 172.21.15.55:55700) 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeebfff640 1 -- 172.21.15.55:0/3076145673 learned_addr learned my addr 172.21.15.55:0/3076145673 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:22.520 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeb7fe640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 0x7fbeec104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 -- 172.21.15.55:0/3076145673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 msgr2=0x7fbeec104e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 0x7fbeec104e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 -- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 msgr2=0x7fbeec103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 -- 172.21.15.55:0/3076145673 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeec104220 con 0x7fbeec101fe0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeebfff640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbeeaffd640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec103450 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbee000e9c0 tx=0x7fbee000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee000cd80 con 0x7fbeec101fe0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeec1a2330 con 0x7fbeec101fe0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbee0010900 con 0x7fbeec101fe0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee0018940 con 0x7fbeec101fe0 2024-04-23T18:20:22.521 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.525+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeec1a28d0 con 0x7fbeec101fe0 2024-04-23T18:20:22.522 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.526+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbeec1a2b90 con 0x7fbeec101fe0 2024-04-23T18:20:22.522 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.528+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbee001f020 con 0x7fbeec101fe0 2024-04-23T18:20:22.522 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.528+0000 7fbee8ff9640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 0x7fbed40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:22.522 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.528+0000 7fbeeb7fe640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 0x7fbed40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:22.523 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.528+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fbee00d07a0 con 0x7fbeec101fe0 2024-04-23T18:20:22.523 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.529+0000 7fbeeb7fe640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 0x7fbed40a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbedc009bd0 tx=0x7fbedc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:22.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.536+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbee0026070 con 0x7fbeec101fe0 2024-04-23T18:20:22.680 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:22 smithi055 ceph-mon[29189]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.681 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:22 smithi055 ceph-mon[29189]: Deploying daemon mds.l on smithi152 2024-04-23T18:20:22.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.759+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbeec1a2d60 con 0x7fbeec101fe0 2024-04-23T18:20:22.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.760+0000 7fbee8ff9640 1 -- 172.21.15.55:0/3076145673 <== mon.1 v2:172.21.15.152:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+569 (secure 0 0 0) 0x7fbee009d580 con 0x7fbeec101fe0 2024-04-23T18:20:22.753 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:22.754 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-23T18:20:22.754 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 1 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 msgr2=0x7fbed40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 0x7fbed40a6070 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbedc009bd0 tx=0x7fbedc005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 msgr2=0x7fbeec103450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec103450 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbee000e9c0 tx=0x7fbee000ee80 comp rx=0 tx=0).stop 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 shutdown_connections 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbed40a3bb0 0x7fbed40a6070 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbeec101fe0 0x7fbeec103450 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbeec1029a0 0x7fbeec103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 --2- 172.21.15.55:0/3076145673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbeec100e90 0x7fbeec104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:22.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 >> 172.21.15.55:0/3076145673 conn(0x7fbeec0fc400 msgr2=0x7fbeec0fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:22.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 shutdown_connections 2024-04-23T18:20:22.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:22.762+0000 7fbef2210640 1 -- 172.21.15.55:0/3076145673 wait complete. 2024-04-23T18:20:22.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:22 smithi152 ceph-mon[33022]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:22 smithi152 ceph-mon[33022]: Deploying daemon mds.l on smithi152 2024-04-23T18:20:22.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:22 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3552883354' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:22.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:22 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1752043697' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:22 smithi116 ceph-mon[32310]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:22 smithi116 ceph-mon[32310]: Deploying daemon mds.l on smithi152 2024-04-23T18:20:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:22 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3552883354' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:22 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1752043697' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:22.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:22 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3552883354' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:22.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:22 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1752043697' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:23.601 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 systemd[1]: Starting Ceph mds.l for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:23.903 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:23 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3076145673' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:23.904 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 podman[62331]: 2024-04-23 18:20:23.561755346 +0000 UTC m=+0.018513245 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:23.904 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 podman[62331]: 2024-04-23 18:20:23.691146939 +0000 UTC m=+0.147904838 container create 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-04-23T18:20:23.904 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 podman[62331]: 2024-04-23 18:20:23.910922761 +0000 UTC m=+0.367680660 container init 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-23T18:20:23.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:23 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3076145673' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:23.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:23 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3076145673' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:24.351 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 podman[62331]: 2024-04-23 18:20:23.913815363 +0000 UTC m=+0.370573265 container start 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-23T18:20:24.351 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 ceph-mds[62350]: -- 172.21.15.152:0/1161579968 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5642bf7fba40 con 0x5642bf7ce800 2024-04-23T18:20:24.351 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: starting mds.l at 2024-04-23T18:20:24.351 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:24 smithi152 bash[62331]: 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 2024-04-23T18:20:24.351 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:20:24 smithi152 systemd[1]: Started Ceph mds.l for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:24.767 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 -- 172.21.15.55:0/3662120461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb188101ff0 msgr2=0x7fb188102470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 --2- 172.21.15.55:0/3662120461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb188101ff0 0x7fb188102470 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb170009900 tx=0x7fb17002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 -- 172.21.15.55:0/3662120461 shutdown_connections 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 --2- 172.21.15.55:0/3662120461 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb1881029b0 0x7fb1881092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 --2- 172.21.15.55:0/3662120461 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb188101ff0 0x7fb188102470 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 --2- 172.21.15.55:0/3662120461 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188100ea0 0x7fb1881012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 -- 172.21.15.55:0/3662120461 >> 172.21.15.55:0/3662120461 conn(0x7fb1880fc430 msgr2=0x7fb1880fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 -- 172.21.15.55:0/3662120461 shutdown_connections 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.888+0000 7fb18de33640 1 -- 172.21.15.55:0/3662120461 wait complete. 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 Processor -- start 2024-04-23T18:20:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 -- start start 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb188100ea0 0x7fb1881971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188101ff0 0x7fb1881976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810cb30 con 0x7fb1881029b0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810c9b0 con 0x7fb188101ff0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb18de33640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb18810ccb0 con 0x7fb188100ea0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55716/0 (socket says 172.21.15.55:55716) 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 -- 172.21.15.55:0/3782241534 learned_addr learned my addr 172.21.15.55:0/3782241534 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb17ffff640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188101ff0 0x7fb1881976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb1877fe640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb188100ea0 0x7fb1881971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 -- 172.21.15.55:0/3782241534 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb188100ea0 msgr2=0x7fb1881971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb188100ea0 0x7fb1881971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 -- 172.21.15.55:0/3782241534 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188101ff0 msgr2=0x7fb1881976f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188101ff0 0x7fb1881976f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.889+0000 7fb187fff640 1 -- 172.21.15.55:0/3782241534 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb18819edd0 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb187fff640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb18000eca0 tx=0x7fb18000b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180004b20 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb180004cc0 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb180017670 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb18806a610 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.890+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb18806ab30 con 0x7fb1881029b0 2024-04-23T18:20:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.891+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1880691c0 con 0x7fb1881029b0 2024-04-23T18:20:24.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.892+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb180005020 con 0x7fb1881029b0 2024-04-23T18:20:24.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.893+0000 7fb1857fa640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 0x7fb1740a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:24.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.893+0000 7fb1877fe640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 0x7fb1740a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:24.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.893+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fb1800d1a80 con 0x7fb1881029b0 2024-04-23T18:20:24.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.893+0000 7fb1877fe640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 0x7fb1740a6070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb178009b60 tx=0x7fb178005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:24.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:24.898+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb1800d3e20 con 0x7fb1881029b0 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6832/3145474593,v1:172.21.15.152:6833/3145474593] up:boot 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: fsmap 1 up:standby 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:24.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:24.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:24 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6832/3145474593,v1:172.21.15.152:6833/3145474593] up:boot 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: fsmap 1 up:standby 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:24.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:24.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:24.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:24 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:25.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:25.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6832/3145474593,v1:172.21.15.152:6833/3145474593] up:boot 2024-04-23T18:20:25.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: fsmap 1 up:standby 2024-04-23T18:20:25.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:20:25.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:25.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:25.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:25.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:25.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:25.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:24 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:25.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.124+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb18819f060 con 0x7fb1881029b0 2024-04-23T18:20:25.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.124+0000 7fb1857fa640 1 -- 172.21.15.55:0/3782241534 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7fb18009e860 con 0x7fb1881029b0 2024-04-23T18:20:25.118 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:25.118 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:25.118 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 2 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 msgr2=0x7fb1740a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 0x7fb1740a6070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fb178009b60 tx=0x7fb178005f90 comp rx=0 tx=0).stop 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 msgr2=0x7fb18819e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fb18000eca0 tx=0x7fb18000b690 comp rx=0 tx=0).stop 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 shutdown_connections 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1740a3bb0 0x7fb1740a6070 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb1881029b0 0x7fb18819e760 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:25.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb188101ff0 0x7fb1881976f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:25.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 --2- 172.21.15.55:0/3782241534 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb188100ea0 0x7fb1881971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:25.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.126+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 >> 172.21.15.55:0/3782241534 conn(0x7fb1880fc430 msgr2=0x7fb1881054a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:25.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.127+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 shutdown_connections 2024-04-23T18:20:25.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:25.127+0000 7fb18de33640 1 -- 172.21.15.55:0/3782241534 wait complete. 2024-04-23T18:20:25.921 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:25 smithi116 ceph-mon[32310]: Deploying daemon mds.k on smithi116 2024-04-23T18:20:25.921 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:25 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3782241534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:25.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:25 smithi055 ceph-mon[29189]: Deploying daemon mds.k on smithi116 2024-04-23T18:20:25.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:25 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3782241534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:25 smithi152 ceph-mon[33022]: Deploying daemon mds.k on smithi116 2024-04-23T18:20:26.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:25 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3782241534' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:26.607 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 systemd[1]: Starting Ceph mds.k for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:26.869 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:26 smithi116 ceph-mon[32310]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:26.869 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 podman[61733]: 2024-04-23 18:20:26.61455077 +0000 UTC m=+0.114856826 container create 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:26.869 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 podman[61733]: 2024-04-23 18:20:26.517711617 +0000 UTC m=+0.018017682 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:26.869 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 podman[61733]: 2024-04-23 18:20:26.850373942 +0000 UTC m=+0.350680002 container init 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:26.869 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 podman[61733]: 2024-04-23 18:20:26.853589223 +0000 UTC m=+0.353895283 container start 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:20:26.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:26 smithi055 ceph-mon[29189]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:26 smithi152 ceph-mon[33022]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:27.132 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:27.208 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 ceph-mds[61752]: -- 172.21.15.116:0/405738023 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5635578f9a40 con 0x5635578cd000 2024-04-23T18:20:27.208 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: starting mds.k at 2024-04-23T18:20:27.208 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 bash[61733]: 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 2024-04-23T18:20:27.208 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:20:26 smithi116 systemd[1]: Started Ceph mds.k for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:27.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 -- 172.21.15.55:0/1858226035 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4102a70 msgr2=0x7f99d4104e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 --2- 172.21.15.55:0/1858226035 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4102a70 0x7f99d4104e60 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f99bc009900 tx=0x7f99bc02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:27.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 -- 172.21.15.55:0/1858226035 shutdown_connections 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 --2- 172.21.15.55:0/1858226035 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d41053a0 0x7f99d4107790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 --2- 172.21.15.55:0/1858226035 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d4107cd0 0x7f99d410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 --2- 172.21.15.55:0/1858226035 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4102a70 0x7f99d4104e60 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 -- 172.21.15.55:0/1858226035 >> 172.21.15.55:0/1858226035 conn(0x7f99d40fc400 msgr2=0x7f99d40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 -- 172.21.15.55:0/1858226035 shutdown_connections 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.244+0000 7f99d88a9640 1 -- 172.21.15.55:0/1858226035 wait complete. 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 Processor -- start 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 -- start start 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d4102a70 0x7f99d41023e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 0x7f99d4100a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410dc10 con 0x7f99d4107cd0 2024-04-23T18:20:27.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410da90 con 0x7f99d41053a0 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d88a9640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f99d410dd90 con 0x7f99d4102a70 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55746/0 (socket says 172.21.15.55:55746) 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 -- 172.21.15.55:0/807804859 learned_addr learned my addr 172.21.15.55:0/807804859 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d259c640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d4102a70 0x7f99d41023e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d1d9b640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 0x7f99d4100a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 -- 172.21.15.55:0/807804859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d4102a70 msgr2=0x7f99d41023e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d4102a70 0x7f99d41023e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 -- 172.21.15.55:0/807804859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 msgr2=0x7f99d4100a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 0x7f99d4100a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 -- 172.21.15.55:0/807804859 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d41017f0 con 0x7f99d4107cd0 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d1d9b640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 0x7f99d4100a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:20:27.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.245+0000 7f99d2d9d640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99cc00eb10 tx=0x7f99cc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:27.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.246+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99cc004b20 con 0x7f99d4107cd0 2024-04-23T18:20:27.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.246+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f99cc004cc0 con 0x7f99d4107cd0 2024-04-23T18:20:27.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.246+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99d41a2400 con 0x7f99d4107cd0 2024-04-23T18:20:27.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.246+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99cc010720 con 0x7f99d4107cd0 2024-04-23T18:20:27.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.246+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99d41a2900 con 0x7f99d4107cd0 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.247+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99d40fdef0 con 0x7f99d4107cd0 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.248+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f99cc0108c0 con 0x7f99d4107cd0 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.248+0000 7f99cb7fe640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 0x7f99c00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.249+0000 7f99d259c640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 0x7f99c00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.249+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f99cc0d0960 con 0x7f99d4107cd0 2024-04-23T18:20:27.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.249+0000 7f99d259c640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 0x7f99c00a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f99bc000c00 tx=0x7f99bc031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:27.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.252+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f99cc053ff0 con 0x7f99d4107cd0 2024-04-23T18:20:27.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.479+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99d402d5c0 con 0x7f99d4107cd0 2024-04-23T18:20:27.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.480+0000 7f99cb7fe640 1 -- 172.21.15.55:0/807804859 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1396 (secure 0 0 0) 0x7f99cc09d740 con 0x7f99d4107cd0 2024-04-23T18:20:27.473 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:27.474 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-04-23T18:20:27.474 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 2 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 msgr2=0x7f99c00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 0x7f99c00a6070 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f99bc000c00 tx=0x7f99bc031510 comp rx=0 tx=0).stop 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 msgr2=0x7f99d4100f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f99cc00eb10 tx=0x7f99cc00c2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 shutdown_connections 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99c00a3bb0 0x7f99c00a6070 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d4107cd0 0x7f99d4100f60 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d41053a0 0x7f99d4100a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 --2- 172.21.15.55:0/807804859 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d4102a70 0x7f99d41023e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:27.477 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.482+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 >> 172.21.15.55:0/807804859 conn(0x7f99d40fc400 msgr2=0x7f99d4103510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:27.477 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.483+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 shutdown_connections 2024-04-23T18:20:27.477 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:27.483+0000 7f99d88a9640 1 -- 172.21.15.55:0/807804859 wait complete. 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:28.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: Deploying daemon mds.j on smithi055 2024-04-23T18:20:28.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/807804859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:28.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:boot 2024-04-23T18:20:28.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: fsmap 2 up:standby 2024-04-23T18:20:28.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:28 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: Deploying daemon mds.j on smithi055 2024-04-23T18:20:28.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/807804859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:28.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:boot 2024-04-23T18:20:28.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: fsmap 2 up:standby 2024-04-23T18:20:28.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:28 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:28.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:28.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: Deploying daemon mds.j on smithi055 2024-04-23T18:20:28.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/807804859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:28.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:boot 2024-04-23T18:20:28.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: fsmap 2 up:standby 2024-04-23T18:20:28.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:28 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:20:29.487 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 systemd[1]: Starting Ceph mds.j for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:29.488 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:29.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- 172.21.15.55:0/3336228330 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 msgr2=0x7f7ff8101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 --2- 172.21.15.55:0/3336228330 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8101280 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009860 tx=0x7f7fe802a340 comp rx=0 tx=0).stop 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- 172.21.15.55:0/3336228330 shutdown_connections 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 --2- 172.21.15.55:0/3336228330 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 0x7f7ff81024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 --2- 172.21.15.55:0/3336228330 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 0x7f7ff8109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 --2- 172.21.15.55:0/3336228330 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8101280 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- 172.21.15.55:0/3336228330 >> 172.21.15.55:0/3336228330 conn(0x7f7ff80fc440 msgr2=0x7f7ff80fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- 172.21.15.55:0/3336228330 shutdown_connections 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- 172.21.15.55:0/3336228330 wait complete. 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 Processor -- start 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.608+0000 7f7fff968640 1 -- start start 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 0x7f7ff81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 0x7f7ff819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff810cb30 con 0x7f7ff8100e60 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff810c9b0 con 0x7f7ff8102a00 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff810ccb0 con 0x7f7ff8102040 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55764/0 (socket says 172.21.15.55:55764) 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 -- 172.21.15.55:0/4164038820 learned_addr learned my addr 172.21.15.55:0/4164038820 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffdf05640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 0x7f7ff819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffcf03640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 0x7f7ff81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 -- 172.21.15.55:0/4164038820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 msgr2=0x7f7ff81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 0x7f7ff81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 -- 172.21.15.55:0/4164038820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 msgr2=0x7f7ff819f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 0x7f7ff819f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 -- 172.21.15.55:0/4164038820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff819ff40 con 0x7f7ff8100e60 2024-04-23T18:20:29.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7ffd704640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8035040 tx=0x7f7fe8032760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8040070 con 0x7f7ff8100e60 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7fe8030960 con 0x7f7ff8100e60 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff81a01d0 con 0x7f7ff8100e60 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8037040 con 0x7f7ff8100e60 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.609+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff81a06c0 con 0x7f7ff8100e60 2024-04-23T18:20:29.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.610+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff81a09e0 con 0x7f7ff8100e60 2024-04-23T18:20:29.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.611+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7fe8043070 con 0x7f7ff8100e60 2024-04-23T18:20:29.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.612+0000 7f7fee7fc640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 0x7f7fe40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:29.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.612+0000 7f7ffcf03640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 0x7f7fe40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:29.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.612+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7fe80ef260 con 0x7f7ff8100e60 2024-04-23T18:20:29.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.612+0000 7f7ffcf03640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 0x7f7fe40a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7ff8199830 tx=0x7f7ff400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:29.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.617+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7fe80bba90 con 0x7f7ff8100e60 2024-04-23T18:20:29.774 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 podman[69309]: 2024-04-23 18:20:29.425143663 +0000 UTC m=+0.018177949 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:29.774 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 podman[69309]: 2024-04-23 18:20:29.536625198 +0000 UTC m=+0.129659468 container create 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-04-23T18:20:29.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.847+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7ff81a0bb0 con 0x7f7ff8100e60 2024-04-23T18:20:29.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.848+0000 7f7fee7fc640 1 -- 172.21.15.55:0/4164038820 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2224 (secure 0 0 0) 0x7f7fe80bfd90 con 0x7f7ff8100e60 2024-04-23T18:20:29.841 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:29.841 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-23T18:20:29.842 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 3 2024-04-23T18:20:29.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 msgr2=0x7f7fe40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 0x7f7fe40a6070 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7ff8199830 tx=0x7f7ff400b390 comp rx=0 tx=0).stop 2024-04-23T18:20:29.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 msgr2=0x7f7ff8198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8035040 tx=0x7f7fe8032760 comp rx=0 tx=0).stop 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 shutdown_connections 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7fe40a3bb0 0x7f7fe40a6070 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7ff8102040 0x7f7ff81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7ff8102a00 0x7f7ff819f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 --2- 172.21.15.55:0/4164038820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7ff8100e60 0x7f7ff8198370 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 >> 172.21.15.55:0/4164038820 conn(0x7f7ff80fc440 msgr2=0x7f7ff80fdf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 shutdown_connections 2024-04-23T18:20:29.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:29.850+0000 7f7fff968640 1 -- 172.21.15.55:0/4164038820 wait complete. 2024-04-23T18:20:30.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4164038820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:30 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 podman[69309]: 2024-04-23 18:20:29.78163804 +0000 UTC m=+0.374672310 container init 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS) 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 podman[69309]: 2024-04-23 18:20:29.785522069 +0000 UTC m=+0.378556340 container start 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 ceph-mds[69368]: -- 172.21.15.55:0/4245265997 <== mon.0 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55efbc56fa40 con 0x55efbc543000 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j[69364]: starting mds.j at 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 bash[69309]: 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed 2024-04-23T18:20:30.238 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:20:29 smithi055 systemd[1]: Started Ceph mds.j for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:30.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4164038820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:30 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4164038820' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:30.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:30 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:31.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:31 smithi055 ceph-mon[29189]: Deploying daemon mds.d on smithi055 2024-04-23T18:20:31.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:31 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6834/1669094016,v1:172.21.15.55:6835/1669094016] up:boot 2024-04-23T18:20:31.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:31 smithi055 ceph-mon[29189]: fsmap 3 up:standby 2024-04-23T18:20:31.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:31 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:31.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:31 smithi152 ceph-mon[33022]: Deploying daemon mds.d on smithi055 2024-04-23T18:20:31.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:31 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6834/1669094016,v1:172.21.15.55:6835/1669094016] up:boot 2024-04-23T18:20:31.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:31 smithi152 ceph-mon[33022]: fsmap 3 up:standby 2024-04-23T18:20:31.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:31 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:31.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:31 smithi116 ceph-mon[32310]: Deploying daemon mds.d on smithi055 2024-04-23T18:20:31.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:31 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6834/1669094016,v1:172.21.15.55:6835/1669094016] up:boot 2024-04-23T18:20:31.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:31 smithi116 ceph-mon[32310]: fsmap 3 up:standby 2024-04-23T18:20:31.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:31 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:20:31.855 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- 172.21.15.55:0/2211832592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03741029a0 msgr2=0x7f03741092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 --2- 172.21.15.55:0/2211832592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03741029a0 0x7f03741092c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f036c009ca0 tx=0x7f036c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- 172.21.15.55:0/2211832592 shutdown_connections 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 --2- 172.21.15.55:0/2211832592 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0374101fe0 0x7f0374102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 --2- 172.21.15.55:0/2211832592 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03741029a0 0x7f03741092c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 --2- 172.21.15.55:0/2211832592 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 0x7f03741012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- 172.21.15.55:0/2211832592 >> 172.21.15.55:0/2211832592 conn(0x7f03740fc400 msgr2=0x7f03740fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- 172.21.15.55:0/2211832592 shutdown_connections 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- 172.21.15.55:0/2211832592 wait complete. 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 Processor -- start 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.108+0000 7f037a6c2640 1 -- start start 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 0x7f037419a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03741029a0 0x7f03741a1a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f037410cb10 con 0x7f0374101fe0 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f037410c990 con 0x7f0374100e90 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f037410cc90 con 0x7f03741029a0 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58602/0 (socket says 172.21.15.55:58602) 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 -- 172.21.15.55:0/601721117 learned_addr learned my addr 172.21.15.55:0/601721117 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:32.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f0373fff640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 0x7f037419a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f0378c5f640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03741029a0 0x7f03741a1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 -- 172.21.15.55:0/601721117 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03741029a0 msgr2=0x7f03741a1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03741029a0 0x7f03741a1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 -- 172.21.15.55:0/601721117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 msgr2=0x7f037419a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 0x7f037419a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 -- 172.21.15.55:0/601721117 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03741a2070 con 0x7f0374101fe0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03737fe640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f036400c970 tx=0x7f036400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0364004220 con 0x7f0374101fe0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03741a2360 con 0x7f0374101fe0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f03640043c0 con 0x7f0374101fe0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.109+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f036400f450 con 0x7f0374101fe0 2024-04-23T18:20:32.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.110+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03741a2900 con 0x7f0374101fe0 2024-04-23T18:20:32.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.110+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03741a2bc0 con 0x7f0374101fe0 2024-04-23T18:20:32.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.112+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f0364003730 con 0x7f0374101fe0 2024-04-23T18:20:32.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.112+0000 7f03717fa640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 0x7f03600a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:32.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.113+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f03640cffb0 con 0x7f0374101fe0 2024-04-23T18:20:32.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.113+0000 7f0373fff640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 0x7f03600a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:32.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.113+0000 7f0373fff640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 0x7f03600a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f035c00bbe0 tx=0x7f035c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:32.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.116+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0364014030 con 0x7f0374101fe0 2024-04-23T18:20:32.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.351+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03741a2d90 con 0x7f0374101fe0 2024-04-23T18:20:32.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.351+0000 7f03717fa640 1 -- 172.21.15.55:0/601721117 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3049 (secure 0 0 0) 0x7f036409c7e0 con 0x7f0374101fe0 2024-04-23T18:20:32.345 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:32.345 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-23T18:20:32.345 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 4 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 msgr2=0x7f03600a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 0x7f03600a6070 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f035c00bbe0 tx=0x7f035c00b390 comp rx=0 tx=0).stop 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 msgr2=0x7f037419a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f036400c970 tx=0x7f036400ce30 comp rx=0 tx=0).stop 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 shutdown_connections 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03600a3bb0 0x7f03600a6070 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03741029a0 0x7f03741a1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0374101fe0 0x7f037419a990 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 --2- 172.21.15.55:0/601721117 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0374100e90 0x7f037419a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:32.348 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.353+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 >> 172.21.15.55:0/601721117 conn(0x7f03740fc400 msgr2=0x7f03740fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:32.348 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.354+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 shutdown_connections 2024-04-23T18:20:32.348 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:32.354+0000 7f037a6c2640 1 -- 172.21.15.55:0/601721117 wait complete. 2024-04-23T18:20:32.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:32 smithi152 ceph-mon[33022]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.358 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:32 smithi055 ceph-mon[29189]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.358 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 systemd[1]: Starting Ceph mds.d for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:32.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:32 smithi116 ceph-mon[32310]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:32.621 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 podman[69696]: 2024-04-23 18:20:32.3721349 +0000 UTC m=+0.019251346 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:32.622 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 podman[69696]: 2024-04-23 18:20:32.493813656 +0000 UTC m=+0.140930076 container create 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 podman[69696]: 2024-04-23 18:20:32.713173044 +0000 UTC m=+0.360289460 container init 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 podman[69696]: 2024-04-23 18:20:32.715849884 +0000 UTC m=+0.362966300 container start 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 ceph-mds[69718]: -- 172.21.15.55:0/661893546 <== mon.0 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555b0597fa40 con 0x555b05952800 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d[69713]: starting mds.d at 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 bash[69696]: 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e 2024-04-23T18:20:32.987 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:20:32 smithi055 systemd[1]: Started Ceph mds.d for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:33.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/601721117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:33.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:33.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:33 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/601721117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:33.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:33 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/601721117' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:33.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:33 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:34 smithi116 ceph-mon[32310]: Deploying daemon mds.e on smithi116 2024-04-23T18:20:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:34 smithi116 ceph-mon[32310]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:34 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6836/2756714339,v1:172.21.15.55:6837/2756714339] up:boot 2024-04-23T18:20:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:34 smithi116 ceph-mon[32310]: fsmap 4 up:standby 2024-04-23T18:20:34.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:34 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:34.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:34 smithi152 ceph-mon[33022]: Deploying daemon mds.e on smithi116 2024-04-23T18:20:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:34 smithi152 ceph-mon[33022]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:34 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6836/2756714339,v1:172.21.15.55:6837/2756714339] up:boot 2024-04-23T18:20:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:34 smithi152 ceph-mon[33022]: fsmap 4 up:standby 2024-04-23T18:20:34.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:34 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:34.360 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:34.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:34 smithi055 ceph-mon[29189]: Deploying daemon mds.e on smithi116 2024-04-23T18:20:34.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:34 smithi055 ceph-mon[29189]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:34.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:34 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6836/2756714339,v1:172.21.15.55:6837/2756714339] up:boot 2024-04-23T18:20:34.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:34 smithi055 ceph-mon[29189]: fsmap 4 up:standby 2024-04-23T18:20:34.388 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:34 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3466464927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb006a1d0 msgr2=0x7f7fb0100b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3466464927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0100b90 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7fa0009900 tx=0x7f7fa002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3466464927 shutdown_connections 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3466464927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb0101820 0x7f7fb0101ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3466464927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0100b90 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3466464927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 0x7f7fb0100630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3466464927 >> 172.21.15.55:0/3466464927 conn(0x7f7fb00fbbc0 msgr2=0x7f7fb00fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3466464927 shutdown_connections 2024-04-23T18:20:34.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.484+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3466464927 wait complete. 2024-04-23T18:20:34.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 Processor -- start 2024-04-23T18:20:34.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 -- start start 2024-04-23T18:20:34.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 0x7f7fb0105630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0103d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010cad0 con 0x7f7fb0101820 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010c950 con 0x7f7fb0069d20 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb7b44640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb010cc50 con 0x7f7fb006a1d0 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb60e1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb60e1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58642/0 (socket says 172.21.15.55:58642) 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb60e1640 1 -- 172.21.15.55:0/3463671872 learned_addr learned my addr 172.21.15.55:0/3463671872 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb58e0640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 0x7f7fb0105630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.485+0000 7f7fb50df640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0103d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 -- 172.21.15.55:0/3463671872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 msgr2=0x7f7fb0103d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0103d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 -- 172.21.15.55:0/3463671872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 msgr2=0x7f7fb0105630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 0x7f7fb0105630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 -- 172.21.15.55:0/3463671872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb0104a50 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb50df640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb60e1640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800eaa0 tx=0x7f7fa800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa800cdb0 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7fa8005020 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fb01a2420 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa80116d0 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.486+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fb01a2940 con 0x7f7fb0101820 2024-04-23T18:20:34.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.487+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fb01a2bd0 con 0x7f7fb0101820 2024-04-23T18:20:34.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.488+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7fa80051d0 con 0x7f7fb0101820 2024-04-23T18:20:34.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.489+0000 7f7fa6ffd640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 0x7f7f9c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:34.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.489+0000 7f7fb58e0640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 0x7f7f9c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:34.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.489+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7fa80d0560 con 0x7f7fb0101820 2024-04-23T18:20:34.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.490+0000 7f7fb58e0640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 0x7f7f9c0a6070 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7fac005fd0 tx=0x7f7fac00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:34.487 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.493+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7fa8016030 con 0x7f7fb0101820 2024-04-23T18:20:34.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.718+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7fb01a2da0 con 0x7f7fb0101820 2024-04-23T18:20:34.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.718+0000 7f7fa6ffd640 1 -- 172.21.15.55:0/3463671872 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3874 (secure 0 0 0) 0x7f7fa809d340 con 0x7f7fb0101820 2024-04-23T18:20:34.712 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:34.713 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-04-23T18:20:34.713 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 5 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 msgr2=0x7f7f9c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 0x7f7f9c0a6070 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f7fac005fd0 tx=0x7f7fac00b410 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 msgr2=0x7f7fb0104250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800eaa0 tx=0x7f7fa800ef60 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 shutdown_connections 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7f9c0a3bb0 0x7f7f9c0a6070 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7fb006a1d0 0x7f7fb0103d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7fb0101820 0x7f7fb0104250 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 --2- 172.21.15.55:0/3463671872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7fb0069d20 0x7f7fb0105630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 >> 172.21.15.55:0/3463671872 conn(0x7f7fb00fbbc0 msgr2=0x7f7fb00fd100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 shutdown_connections 2024-04-23T18:20:34.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:34.720+0000 7f7fb7b44640 1 -- 172.21.15.55:0/3463671872 wait complete. 2024-04-23T18:20:35.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:35 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3463671872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.208 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 systemd[1]: Starting Ceph mds.e for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:35.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:35 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3463671872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:35 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3463671872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:35.565 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 podman[62054]: 2024-04-23 18:20:35.205249237 +0000 UTC m=+0.018023650 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:35.566 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 podman[62054]: 2024-04-23 18:20:35.320135066 +0000 UTC m=+0.132909465 container create f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD) 2024-04-23T18:20:35.566 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 podman[62054]: 2024-04-23 18:20:35.572931242 +0000 UTC m=+0.385705650 container init f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-23T18:20:35.958 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 podman[62054]: 2024-04-23 18:20:35.57573657 +0000 UTC m=+0.388510975 container start f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-23T18:20:35.958 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 ceph-mds[62073]: -- 172.21.15.116:0/253214079 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a341a59a40 con 0x55a341a2c800 2024-04-23T18:20:35.958 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: starting mds.e at 2024-04-23T18:20:35.958 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 bash[62054]: f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 2024-04-23T18:20:35.958 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:20:35 smithi116 systemd[1]: Started Ceph mds.e for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:36.727 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:36.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- 172.21.15.55:0/293985027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84101fe0 msgr2=0x7f7e84102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 --2- 172.21.15.55:0/293985027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84101fe0 0x7f7e84102460 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009900 tx=0x7f7e7402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- 172.21.15.55:0/293985027 shutdown_connections 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 --2- 172.21.15.55:0/293985027 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e841092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 --2- 172.21.15.55:0/293985027 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84101fe0 0x7f7e84102460 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 --2- 172.21.15.55:0/293985027 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84100e90 0x7f7e841012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- 172.21.15.55:0/293985027 >> 172.21.15.55:0/293985027 conn(0x7f7e840fc400 msgr2=0x7f7e840fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- 172.21.15.55:0/293985027 shutdown_connections 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- 172.21.15.55:0/293985027 wait complete. 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 Processor -- start 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.846+0000 7f7e8c737640 1 -- start start 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84101fe0 0x7f7e8419cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e8419f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7e8410cb30 con 0x7f7e84100e90 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7e8410c9b0 con 0x7f7e841029a0 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7e8410ccb0 con 0x7f7e84101fe0 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58662/0 (socket says 172.21.15.55:58662) 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 -- 172.21.15.55:0/480996300 learned_addr learned my addr 172.21.15.55:0/480996300 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e89cd2640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84101fe0 0x7f7e8419cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8acd4640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e8419f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 -- 172.21.15.55:0/480996300 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84101fe0 msgr2=0x7f7e8419cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84101fe0 0x7f7e8419cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 -- 172.21.15.55:0/480996300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 msgr2=0x7f7e8419f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:36.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e8419f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 -- 172.21.15.55:0/480996300 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e8419ff00 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8acd4640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e8419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8a4d3640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000e9f0 tx=0x7f7e8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e8000cd80 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e841a01f0 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.847+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7e800054f0 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.848+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e80010690 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.848+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e841a0710 con 0x7f7e84100e90 2024-04-23T18:20:36.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.848+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7e841081a0 con 0x7f7e84100e90 2024-04-23T18:20:36.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.850+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f7e800046c0 con 0x7f7e84100e90 2024-04-23T18:20:36.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.850+0000 7f7e7b7fe640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 0x7f7e700a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:36.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.850+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f7e800d0590 con 0x7f7e84100e90 2024-04-23T18:20:36.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.850+0000 7f7e89cd2640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 0x7f7e700a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:36.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.851+0000 7f7e89cd2640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 0x7f7e700a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009230 tx=0x7f7e74031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:36.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:36.854+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7e80053ff0 con 0x7f7e84100e90 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: Deploying daemon mds.f on smithi152 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:boot 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: fsmap 5 up:standby 2024-04-23T18:20:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:36 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:37.075 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.081+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7e8402d5c0 con 0x7f7e84100e90 2024-04-23T18:20:37.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.082+0000 7f7e7b7fe640 1 -- 172.21.15.55:0/480996300 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4702 (secure 0 0 0) 0x7f7e8009d410 con 0x7f7e84100e90 2024-04-23T18:20:37.076 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:37.076 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-23T18:20:37.076 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 6 2024-04-23T18:20:37.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 msgr2=0x7f7e700a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:37.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 0x7f7e700a6070 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f7e74009230 tx=0x7f7e74031510 comp rx=0 tx=0).stop 2024-04-23T18:20:37.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 msgr2=0x7f7e84069cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f7e8000e9f0 tx=0x7f7e8000edf0 comp rx=0 tx=0).stop 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 shutdown_connections 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7e700a3bb0 0x7f7e700a6070 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7e84101fe0 0x7f7e8419cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7e841029a0 0x7f7e8419f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 --2- 172.21.15.55:0/480996300 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7e84100e90 0x7f7e84069cb0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 >> 172.21.15.55:0/480996300 conn(0x7f7e840fc400 msgr2=0x7f7e84105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 shutdown_connections 2024-04-23T18:20:37.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:37.084+0000 7f7e8c737640 1 -- 172.21.15.55:0/480996300 wait complete. 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: Deploying daemon mds.f on smithi152 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:boot 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: fsmap 5 up:standby 2024-04-23T18:20:37.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:36 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: Deploying daemon mds.f on smithi152 2024-04-23T18:20:37.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:boot 2024-04-23T18:20:37.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: fsmap 5 up:standby 2024-04-23T18:20:37.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:36 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:20:37.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:37 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/480996300' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:38.042 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:37 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/480996300' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:37 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/480996300' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:38.351 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 systemd[1]: Starting Ceph mds.f for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:38.710 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 podman[62637]: 2024-04-23 18:20:38.347810049 +0000 UTC m=+0.018166840 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:38.710 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 podman[62637]: 2024-04-23 18:20:38.473076136 +0000 UTC m=+0.143432946 container create a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:38.710 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 podman[62637]: 2024-04-23 18:20:38.717555529 +0000 UTC m=+0.387912300 container init a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-23T18:20:38.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:38 smithi055 ceph-mon[29189]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:39.090 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:39.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:38 smithi152 ceph-mon[33022]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:39.100 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 podman[62637]: 2024-04-23 18:20:38.720190943 +0000 UTC m=+0.390547720 container start a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-23T18:20:39.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 ceph-mds[62656]: -- 172.21.15.152:0/1143454223 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd5925ba40 con 0x55dd5922ec00 2024-04-23T18:20:39.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: starting mds.f at 2024-04-23T18:20:39.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 bash[62637]: a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e 2024-04-23T18:20:39.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:20:38 smithi152 systemd[1]: Started Ceph mds.f for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:39.108 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:38 smithi116 ceph-mon[32310]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:39.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 -- 172.21.15.55:0/2618111570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4101fe0 msgr2=0x7f00d4102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 --2- 172.21.15.55:0/2618111570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4101fe0 0x7f00d4102460 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009900 tx=0x7f00c002a410 comp rx=0 tx=0).stop 2024-04-23T18:20:39.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 -- 172.21.15.55:0/2618111570 shutdown_connections 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 --2- 172.21.15.55:0/2618111570 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d41029a0 0x7f00d41092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 --2- 172.21.15.55:0/2618111570 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4101fe0 0x7f00d4102460 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 --2- 172.21.15.55:0/2618111570 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d4100e90 0x7f00d41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 -- 172.21.15.55:0/2618111570 >> 172.21.15.55:0/2618111570 conn(0x7f00d40fc400 msgr2=0x7f00d40fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 -- 172.21.15.55:0/2618111570 shutdown_connections 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.210+0000 7f00dab07640 1 -- 172.21.15.55:0/2618111570 wait complete. 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 Processor -- start 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 -- start start 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d4101fe0 0x7f00d419ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 0x7f00d41a1b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f00d410cb20 con 0x7f00d4100e90 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f00d410c9a0 con 0x7f00d41029a0 2024-04-23T18:20:39.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00dab07640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f00d410cca0 con 0x7f00d4101fe0 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00d88a3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00d88a3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58678/0 (socket says 172.21.15.55:58678) 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00d88a3640 1 -- 172.21.15.55:0/2553645127 learned_addr learned my addr 172.21.15.55:0/2553645127 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.211+0000 7f00d3fff640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d4101fe0 0x7f00d419ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d90a4640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 0x7f00d41a1b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 -- 172.21.15.55:0/2553645127 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d4101fe0 msgr2=0x7f00d419ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d4101fe0 0x7f00d419ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 -- 172.21.15.55:0/2553645127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 msgr2=0x7f00d41a1b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 0x7f00d41a1b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 -- 172.21.15.55:0/2553645127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d41a2170 con 0x7f00d4100e90 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d90a4640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 0x7f00d41a1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d88a3640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f00c800d950 tx=0x7f00c800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:39.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c8017070 con 0x7f00d4100e90 2024-04-23T18:20:39.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f00c8009c30 con 0x7f00d4100e90 2024-04-23T18:20:39.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00d41a2460 con 0x7f00d4100e90 2024-04-23T18:20:39.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c800f6b0 con 0x7f00d4100e90 2024-04-23T18:20:39.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.212+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00d41a2980 con 0x7f00d4100e90 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.213+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00d41a2be0 con 0x7f00d4100e90 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.214+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f00c80109c0 con 0x7f00d4100e90 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.215+0000 7f00d1ffb640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 0x7f00c40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.215+0000 7f00d3fff640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 0x7f00c40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.215+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f00c80cfc30 con 0x7f00d4100e90 2024-04-23T18:20:39.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.215+0000 7f00d3fff640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 0x7f00c40a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009230 tx=0x7f00c0031470 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:39.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.219+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f00c8009de0 con 0x7f00d4100e90 2024-04-23T18:20:39.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.445+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00d41a3330 con 0x7f00d4100e90 2024-04-23T18:20:39.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.445+0000 7f00d1ffb640 1 -- 172.21.15.55:0/2553645127 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4702 (secure 0 0 0) 0x7f00c809ca10 con 0x7f00d4100e90 2024-04-23T18:20:39.439 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:39.440 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-23T18:20:39.440 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 6 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 msgr2=0x7f00c40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 0x7f00c40a6070 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009230 tx=0x7f00c0031470 comp rx=0 tx=0).stop 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 msgr2=0x7f00d419a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f00c800d950 tx=0x7f00c800de10 comp rx=0 tx=0).stop 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 shutdown_connections 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f00c40a3bb0 0x7f00c40a6070 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00d4101fe0 0x7f00d419ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f00d41029a0 0x7f00d41a1b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 --2- 172.21.15.55:0/2553645127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00d4100e90 0x7f00d419a5c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:39.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 >> 172.21.15.55:0/2553645127 conn(0x7f00d40fc400 msgr2=0x7f00d40fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:39.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 shutdown_connections 2024-04-23T18:20:39.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:39.447+0000 7f00dab07640 1 -- 172.21.15.55:0/2553645127 wait complete. 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:39.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:39.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: Deploying daemon mds.c on smithi152 2024-04-23T18:20:39.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2553645127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:39.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:boot 2024-04-23T18:20:39.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: fsmap 6 up:standby 2024-04-23T18:20:39.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:39 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: Deploying daemon mds.c on smithi152 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2553645127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:boot 2024-04-23T18:20:40.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: fsmap 6 up:standby 2024-04-23T18:20:40.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:39 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: Deploying daemon mds.c on smithi152 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2553645127' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:boot 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: fsmap 6 up:standby 2024-04-23T18:20:40.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:39 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:20:41.060 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 systemd[1]: Starting Ceph mds.c for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:41.351 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 podman[62948]: 2024-04-23 18:20:41.146289773 +0000 UTC m=+0.019025079 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:41.351 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 podman[62948]: 2024-04-23 18:20:41.255504638 +0000 UTC m=+0.128239944 container create f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-23T18:20:41.454 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:41.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 -- 172.21.15.55:0/951644849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 msgr2=0x7feca0101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 --2- 172.21.15.55:0/951644849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0101280 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fec94009900 tx=0x7fec9402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 -- 172.21.15.55:0/951644849 shutdown_connections 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 --2- 172.21.15.55:0/951644849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102a00 0x7feca0109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 --2- 172.21.15.55:0/951644849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102040 0x7feca01024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 --2- 172.21.15.55:0/951644849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0101280 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 -- 172.21.15.55:0/951644849 >> 172.21.15.55:0/951644849 conn(0x7feca00fc440 msgr2=0x7feca00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 -- 172.21.15.55:0/951644849 shutdown_connections 2024-04-23T18:20:41.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.575+0000 7feca4e59640 1 -- 172.21.15.55:0/951644849 wait complete. 2024-04-23T18:20:41.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 Processor -- start 2024-04-23T18:20:41.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 -- start start 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102040 0x7feca01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102a00 0x7feca019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7feca010cb80 con 0x7feca0100e60 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7feca010ca00 con 0x7feca0102a00 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7feca4e59640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7feca010cd00 con 0x7feca0102040 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37398/0 (socket says 172.21.15.55:37398) 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 -- 172.21.15.55:0/4221656791 learned_addr learned my addr 172.21.15.55:0/4221656791 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9dd9b640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102040 0x7feca01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9ed9d640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102a00 0x7feca019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 -- 172.21.15.55:0/4221656791 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102040 msgr2=0x7feca01988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102040 0x7feca01988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 -- 172.21.15.55:0/4221656791 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102a00 msgr2=0x7feca019f8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102a00 0x7feca019f8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.576+0000 7fec9e59c640 1 -- 172.21.15.55:0/4221656791 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feca019ff30 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7fec9e59c640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fec94031570 tx=0x7fec94032c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9403f030 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec94032e30 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feca01a01c0 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec94035070 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.577+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feca01a0700 con 0x7feca0100e60 2024-04-23T18:20:41.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.578+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feca01a0960 con 0x7feca0100e60 2024-04-23T18:20:41.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.579+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fec94042030 con 0x7feca0100e60 2024-04-23T18:20:41.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.580+0000 7fec8f7fe640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 0x7fec880a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:41.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.580+0000 7fec9dd9b640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 0x7fec880a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:41.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.580+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fec940f07b0 con 0x7feca0100e60 2024-04-23T18:20:41.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.580+0000 7fec9dd9b640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 0x7fec880a60f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feca0199820 tx=0x7fec9000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:41.577 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.583+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fec940bd590 con 0x7feca0100e60 2024-04-23T18:20:41.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.814+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feca01a0b30 con 0x7feca0100e60 2024-04-23T18:20:41.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.815+0000 7fec8f7fe640 1 -- 172.21.15.55:0/4221656791 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5527 (secure 0 0 0) 0x7fec940bce90 con 0x7feca0100e60 2024-04-23T18:20:41.809 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:41.809 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-04-23T18:20:41.809 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 7 2024-04-23T18:20:41.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 msgr2=0x7fec880a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 0x7fec880a60f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7feca0199820 tx=0x7fec9000b390 comp rx=0 tx=0).stop 2024-04-23T18:20:41.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 msgr2=0x7feca0198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:41.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fec94031570 tx=0x7fec94032c40 comp rx=0 tx=0).stop 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 shutdown_connections 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fec880a3c30 0x7fec880a60f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca0102040 0x7feca01988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca0102a00 0x7feca019f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 --2- 172.21.15.55:0/4221656791 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca0100e60 0x7feca0198360 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 >> 172.21.15.55:0/4221656791 conn(0x7feca00fc440 msgr2=0x7feca006a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 shutdown_connections 2024-04-23T18:20:41.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:41.817+0000 7feca4e59640 1 -- 172.21.15.55:0/4221656791 wait complete. 2024-04-23T18:20:41.850 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 podman[62948]: 2024-04-23 18:20:41.500242802 +0000 UTC m=+0.372978109 container init f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-23T18:20:41.850 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 podman[62948]: 2024-04-23 18:20:41.503067055 +0000 UTC m=+0.375802374 container start f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-23T18:20:41.851 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 ceph-mds[62977]: -- 172.21.15.152:0/1531236044 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562222c31a40 con 0x562222c05000 2024-04-23T18:20:41.851 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: starting mds.c at 2024-04-23T18:20:41.851 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 bash[62948]: f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e 2024-04-23T18:20:41.851 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:20:41 smithi152 systemd[1]: Started Ceph mds.c for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:42.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: Deploying daemon mds.h on smithi116 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4221656791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6836/2253114600,v1:172.21.15.152:6837/2253114600] up:boot 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: fsmap 7 up:standby 2024-04-23T18:20:42.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:42 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:42.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: Deploying daemon mds.h on smithi116 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4221656791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6836/2253114600,v1:172.21.15.152:6837/2253114600] up:boot 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: fsmap 7 up:standby 2024-04-23T18:20:42.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:42 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:43.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:43.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: Deploying daemon mds.h on smithi116 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4221656791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6836/2253114600,v1:172.21.15.152:6837/2253114600] up:boot 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: fsmap 7 up:standby 2024-04-23T18:20:43.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:42 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:20:43.824 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:43.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.945+0000 7fa335823640 1 -- 172.21.15.55:0/4286726136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 msgr2=0x7fa33010a0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.945+0000 7fa335823640 1 --2- 172.21.15.55:0/4286726136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa33010a0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa328009ca0 tx=0x7fa32802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 -- 172.21.15.55:0/4286726136 shutdown_connections 2024-04-23T18:20:43.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 --2- 172.21.15.55:0/4286726136 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa33010a0c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 --2- 172.21.15.55:0/4286726136 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330105340 0x7fa330107730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 --2- 172.21.15.55:0/4286726136 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330102a10 0x7fa330104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 -- 172.21.15.55:0/4286726136 >> 172.21.15.55:0/4286726136 conn(0x7fa3300fc400 msgr2=0x7fa3300fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:43.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 -- 172.21.15.55:0/4286726136 shutdown_connections 2024-04-23T18:20:43.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 -- 172.21.15.55:0/4286726136 wait complete. 2024-04-23T18:20:43.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 Processor -- start 2024-04-23T18:20:43.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.946+0000 7fa335823640 1 -- start start 2024-04-23T18:20:43.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330105340 0x7fa3301009c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa33010dc00 con 0x7fa330107c70 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa33010da80 con 0x7fa330102a10 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa335823640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa33010dd80 con 0x7fa330105340 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37406/0 (socket says 172.21.15.55:37406) 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32effd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:43806/0 (socket says 172.21.15.55:43806) 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 -- 172.21.15.55:0/234735539 learned_addr learned my addr 172.21.15.55:0/234735539 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32e7fc640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330105340 0x7fa3301009c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 -- 172.21.15.55:0/234735539 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330105340 msgr2=0x7fa3301009c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330105340 0x7fa3301009c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 -- 172.21.15.55:0/234735539 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 msgr2=0x7fa330102380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 -- 172.21.15.55:0/234735539 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa330101790 con 0x7fa330107c70 2024-04-23T18:20:43.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32effd640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.947+0000 7fa32f7fe640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa328009dc0 tx=0x7fa328031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.948+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa328003bf0 con 0x7fa330107c70 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.948+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa328003d90 con 0x7fa330107c70 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.948+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3301a2300 con 0x7fa330107c70 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.948+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32802fc00 con 0x7fa330107c70 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.948+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3301a28a0 con 0x7fa330107c70 2024-04-23T18:20:43.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.949+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3300fdef0 con 0x7fa330107c70 2024-04-23T18:20:43.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.950+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa3280046c0 con 0x7fa330107c70 2024-04-23T18:20:43.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.950+0000 7fa334821640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 0x7fa3180a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:43.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.951+0000 7fa32effd640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 0x7fa3180a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:43.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.951+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa3280f1600 con 0x7fa330107c70 2024-04-23T18:20:43.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.951+0000 7fa32effd640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 0x7fa3180a60f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa32000afb0 tx=0x7fa32000a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:43.947 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:43.954+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa3280be480 con 0x7fa330107c70 2024-04-23T18:20:43.958 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:43 smithi116 systemd[1]: Starting Ceph mds.h for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:44.175 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.182+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa33002d5c0 con 0x7fa330107c70 2024-04-23T18:20:44.175 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.182+0000 7fa334821640 1 -- 172.21.15.55:0/234735539 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6355 (secure 0 0 0) 0x7fa3280bdd80 con 0x7fa330107c70 2024-04-23T18:20:44.176 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:44.176 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-04-23T18:20:44.176 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 8 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 msgr2=0x7fa3180a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 0x7fa3180a60f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fa32000afb0 tx=0x7fa32000a2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 msgr2=0x7fa330100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fa328009dc0 tx=0x7fa328031840 comp rx=0 tx=0).stop 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 shutdown_connections 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3180a3c30 0x7fa3180a60f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa330105340 0x7fa3301009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa330107c70 0x7fa330100f00 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:44.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 --2- 172.21.15.55:0/234735539 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa330102a10 0x7fa330102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:44.179 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 >> 172.21.15.55:0/234735539 conn(0x7fa3300fc400 msgr2=0x7fa330103350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:44.179 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 shutdown_connections 2024-04-23T18:20:44.179 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:44.184+0000 7fa335823640 1 -- 172.21.15.55:0/234735539 wait complete. 2024-04-23T18:20:44.355 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 podman[62371]: 2024-04-23 18:20:44.003468742 +0000 UTC m=+0.017931048 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:44.355 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 podman[62371]: 2024-04-23 18:20:44.117618423 +0000 UTC m=+0.132080705 container create c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:20:44.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 podman[62371]: 2024-04-23 18:20:44.362147627 +0000 UTC m=+0.376609912 container init c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-23T18:20:44.648 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 podman[62371]: 2024-04-23 18:20:44.364971751 +0000 UTC m=+0.379434033 container start c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-23T18:20:44.649 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mds[62390]: -- 172.21.15.116:0/3646451140 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56135170ba40 con 0x5613516df000 2024-04-23T18:20:44.649 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: starting mds.h at 2024-04-23T18:20:44.649 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 bash[62371]: c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 2024-04-23T18:20:44.649 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:20:44 smithi116 systemd[1]: Started Ceph mds.h for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/234735539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:44.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:44 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/234735539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:44.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:44 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:45.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:45.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/234735539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:45.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:44 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:45.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:45 smithi152 ceph-mon[33022]: Deploying daemon mds.i on smithi152 2024-04-23T18:20:45.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:45 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:boot 2024-04-23T18:20:45.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:45 smithi152 ceph-mon[33022]: fsmap 8 up:standby 2024-04-23T18:20:45.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:45 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:45 smithi116 ceph-mon[32310]: Deploying daemon mds.i on smithi152 2024-04-23T18:20:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:45 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:boot 2024-04-23T18:20:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:45 smithi116 ceph-mon[32310]: fsmap 8 up:standby 2024-04-23T18:20:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:45 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:45.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:45 smithi055 ceph-mon[29189]: Deploying daemon mds.i on smithi152 2024-04-23T18:20:45.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:45 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:boot 2024-04-23T18:20:45.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:45 smithi055 ceph-mon[29189]: fsmap 8 up:standby 2024-04-23T18:20:45.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:45 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:20:46.190 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 -- 172.21.15.55:0/1190499108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18105b20 msgr2=0x7fce18105fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 --2- 172.21.15.55:0/1190499108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18105b20 0x7fce18105fa0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fce10009ca0 tx=0x7fce1002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 -- 172.21.15.55:0/1190499108 shutdown_connections 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 --2- 172.21.15.55:0/1190499108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18105b20 0x7fce18105fa0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 --2- 172.21.15.55:0/1190499108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18103170 0x7fce181055e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 --2- 172.21.15.55:0/1190499108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18100800 0x7fce18102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 -- 172.21.15.55:0/1190499108 >> 172.21.15.55:0/1190499108 conn(0x7fce180fc400 msgr2=0x7fce180fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 -- 172.21.15.55:0/1190499108 shutdown_connections 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.311+0000 7fce1feef640 1 -- 172.21.15.55:0/1190499108 wait complete. 2024-04-23T18:20:46.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 Processor -- start 2024-04-23T18:20:46.306 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 -- start start 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18103170 0x7fce1819ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 0x7fce181a5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fce18114200 con 0x7fce18100800 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fce18114080 con 0x7fce18105b20 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1feef640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fce18114380 con 0x7fce18103170 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1dc8b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1dc8b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37428/0 (socket says 172.21.15.55:37428) 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1dc8b640 1 -- 172.21.15.55:0/585815843 learned_addr learned my addr 172.21.15.55:0/585815843 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1d48a640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18103170 0x7fce1819ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.312+0000 7fce1e48c640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 0x7fce181a5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 -- 172.21.15.55:0/585815843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18103170 msgr2=0x7fce1819ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18103170 0x7fce1819ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 -- 172.21.15.55:0/585815843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 msgr2=0x7fce181a5d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 0x7fce181a5d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 -- 172.21.15.55:0/585815843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce181a63a0 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1e48c640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 0x7fce181a5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1dc8b640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fce1400e9f0 tx=0x7fce1400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce1400ccc0 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fce1400ce60 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce181a6690 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14010430 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.313+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce181a6b90 con 0x7fce18100800 2024-04-23T18:20:46.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.314+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce180fdef0 con 0x7fce18100800 2024-04-23T18:20:46.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.315+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fce14004f50 con 0x7fce18100800 2024-04-23T18:20:46.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.316+0000 7fce0effd640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 0x7fce040a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:46.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.316+0000 7fce1d48a640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 0x7fce040a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:46.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.316+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fce140d0340 con 0x7fce18100800 2024-04-23T18:20:46.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.316+0000 7fce1d48a640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 0x7fce040a6070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fce1819fc90 tx=0x7fce0800a2d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:46.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.320+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fce1409d1c0 con 0x7fce18100800 2024-04-23T18:20:46.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.546+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fce1802d5c0 con 0x7fce18100800 2024-04-23T18:20:46.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.547+0000 7fce0effd640 1 -- 172.21.15.55:0/585815843 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7183 (secure 0 0 0) 0x7fce1409cac0 con 0x7fce18100800 2024-04-23T18:20:46.540 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:46.541 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:46.541 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 9 2024-04-23T18:20:46.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 msgr2=0x7fce040a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 0x7fce040a6070 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fce1819fc90 tx=0x7fce0800a2d0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 msgr2=0x7fce1819e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fce1400e9f0 tx=0x7fce1400edf0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 shutdown_connections 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fce040a3bb0 0x7fce040a6070 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fce18103170 0x7fce1819ecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fce18105b20 0x7fce181a5d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 --2- 172.21.15.55:0/585815843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fce18100800 0x7fce1819e780 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 >> 172.21.15.55:0/585815843 conn(0x7fce180fc400 msgr2=0x7fce18103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 shutdown_connections 2024-04-23T18:20:46.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:46.549+0000 7fce1feef640 1 -- 172.21.15.55:0/585815843 wait complete. 2024-04-23T18:20:46.844 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:46 smithi152 ceph-mon[33022]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:46.844 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:46 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/585815843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:46 smithi116 ceph-mon[32310]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:46.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:46 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/585815843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:46 smithi055 ceph-mon[29189]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:46.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:46 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/585815843' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:47.601 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:20:47 smithi152 systemd[1]: Started Ceph mds.i for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:48.554 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:48.577 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.577 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: Deploying daemon mds.g on smithi055 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6838/1208669244,v1:172.21.15.152:6839/1208669244] up:boot 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: fsmap 9 up:standby 2024-04-23T18:20:48.578 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:48 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:48.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: Deploying daemon mds.g on smithi055 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6838/1208669244,v1:172.21.15.152:6839/1208669244] up:boot 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: fsmap 9 up:standby 2024-04-23T18:20:48.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:48 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:48.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/174817386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08102a20 msgr2=0x7f8c08104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/174817386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08102a20 0x7f8c08104e10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f8c04009ca0 tx=0x7f8c0402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/174817386 shutdown_connections 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/174817386 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 0x7f8c0810a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/174817386 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08105350 0x7f8c08107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/174817386 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08102a20 0x7f8c08104e10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/174817386 >> 172.21.15.55:0/174817386 conn(0x7f8c080fc430 msgr2=0x7f8c080fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/174817386 shutdown_connections 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.667+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/174817386 wait complete. 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 Processor -- start 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 -- start start 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08102a20 0x7f8c08198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 0x7f8c0819f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0810dc20 con 0x7f8c08105350 2024-04-23T18:20:48.663 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0810daa0 con 0x7f8c08102a20 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0fc4e640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8c0810dda0 con 0x7f8c08107c80 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37458/0 (socket says 172.21.15.55:37458) 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 -- 172.21.15.55:0/4261866495 learned_addr learned my addr 172.21.15.55:0/4261866495 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0e1eb640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 0x7f8c0819f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d9ea640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08102a20 0x7f8c08198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 -- 172.21.15.55:0/4261866495 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 msgr2=0x7f8c0819f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 0x7f8c0819f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 -- 172.21.15.55:0/4261866495 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08102a20 msgr2=0x7f8c08198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08102a20 0x7f8c08198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 -- 172.21.15.55:0/4261866495 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c0819ff20 con 0x7f8c08105350 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.668+0000 7f8c0d1e9640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800d770 tx=0x7f8bf800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:48.664 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.669+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf8017070 con 0x7f8c08105350 2024-04-23T18:20:48.665 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.669+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8bf8009c30 con 0x7f8c08105350 2024-04-23T18:20:48.665 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.669+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf800f620 con 0x7f8c08105350 2024-04-23T18:20:48.665 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.669+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c081a0210 con 0x7f8c08105350 2024-04-23T18:20:48.665 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.669+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c081a0760 con 0x7f8c08105350 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.670+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c080fdf20 con 0x7f8c08105350 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.672+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8bf801a070 con 0x7f8c08105350 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.672+0000 7f8bfeffd640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 0x7f8bf40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.672+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8bf80cfad0 con 0x7f8c08105350 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.672+0000 7f8c0d9ea640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 0x7f8bf40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:48.666 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.673+0000 7f8c0d9ea640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 0x7f8bf40a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8c04031ba0 tx=0x7f8c04005ef0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:48.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.677+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8bf8009de0 con 0x7f8c08105350 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: Deploying daemon mds.g on smithi055 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6838/1208669244,v1:172.21.15.152:6839/1208669244] up:boot 2024-04-23T18:20:48.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: fsmap 9 up:standby 2024-04-23T18:20:48.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:48 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:20:48.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.902+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c0802d810 con 0x7f8c08105350 2024-04-23T18:20:48.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.903+0000 7f8bfeffd640 1 -- 172.21.15.55:0/4261866495 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8013 (secure 0 0 0) 0x7f8bf809c950 con 0x7f8c08105350 2024-04-23T18:20:48.896 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:48.896 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:48.897 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 10 2024-04-23T18:20:48.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 msgr2=0x7f8bf40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 0x7f8bf40a6070 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8c04031ba0 tx=0x7f8c04005ef0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 msgr2=0x7f8c08198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f8bf800d770 tx=0x7f8bf800dc30 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 shutdown_connections 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8bf40a3bb0 0x7f8bf40a6070 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8c08107c80 0x7f8c0819f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8c08105350 0x7f8c08198840 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 --2- 172.21.15.55:0/4261866495 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8c08102a20 0x7f8c08198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 >> 172.21.15.55:0/4261866495 conn(0x7f8c080fc430 msgr2=0x7f8c081033a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 shutdown_connections 2024-04-23T18:20:48.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:48.905+0000 7f8c0fc4e640 1 -- 172.21.15.55:0/4261866495 wait complete. 2024-04-23T18:20:49.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:49 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4261866495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:49.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:49 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4261866495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:49 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4261866495' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:50.591 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.591 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.591 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.591 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.591 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.592 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.592 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:50 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:50.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:50 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:50.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:50 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:50.910 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:51.021 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 -- 172.21.15.55:0/476189129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 msgr2=0x7facf0105fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:51.021 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 --2- 172.21.15.55:0/476189129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf0105fa0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7face8009ca0 tx=0x7face802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.021 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 -- 172.21.15.55:0/476189129 shutdown_connections 2024-04-23T18:20:51.021 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 --2- 172.21.15.55:0/476189129 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 0x7facf01055e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.021 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 --2- 172.21.15.55:0/476189129 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf0105fa0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 --2- 172.21.15.55:0/476189129 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf0102c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.025+0000 7facf7fad640 1 -- 172.21.15.55:0/476189129 >> 172.21.15.55:0/476189129 conn(0x7facf00fc400 msgr2=0x7facf00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- 172.21.15.55:0/476189129 shutdown_connections 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- 172.21.15.55:0/476189129 wait complete. 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 Processor -- start 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- start start 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf019e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 0x7facf019edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:51.022 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7facf0114240 con 0x7facf0105b20 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7facf01140c0 con 0x7facf0100800 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.026+0000 7facf7fad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7facf01143c0 con 0x7facf0103170 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52844/0 (socket says 172.21.15.55:52844) 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 -- 172.21.15.55:0/1525111348 learned_addr learned my addr 172.21.15.55:0/1525111348 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf5548640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 0x7facf019edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf5d49640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf019e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 -- 172.21.15.55:0/1525111348 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 msgr2=0x7facf019edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 0x7facf019edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 -- 172.21.15.55:0/1525111348 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 msgr2=0x7facf019e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf019e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.023 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 -- 172.21.15.55:0/1525111348 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facf01a6460 con 0x7facf0105b20 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf5d49640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf019e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf654a640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7face8009dc0 tx=0x7face802f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face8003cf0 con 0x7facf0105b20 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7face8004510 con 0x7facf0105b20 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facf01a66f0 con 0x7facf0105b20 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face802fd40 con 0x7facf0105b20 2024-04-23T18:20:51.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.027+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facf01a6cc0 con 0x7facf0105b20 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.029+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facf00fdef0 con 0x7facf0105b20 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.030+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7face80046c0 con 0x7facf0105b20 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.031+0000 7face6ffd640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 0x7facdc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.031+0000 7facf5d49640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 0x7facdc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.031+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7face80f1a60 con 0x7facf0105b20 2024-04-23T18:20:51.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.032+0000 7facf5d49640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 0x7facdc0a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7facec0058c0 tx=0x7facec005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:51.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.035+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7face80be840 con 0x7facf0105b20 2024-04-23T18:20:51.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.270+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7facf002d5c0 con 0x7facf0105b20 2024-04-23T18:20:51.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.271+0000 7face6ffd640 1 -- 172.21.15.55:0/1525111348 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8839 (secure 0 0 0) 0x7face80be140 con 0x7facf0105b20 2024-04-23T18:20:51.264 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:51.265 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14604,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:51.265 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 11 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 msgr2=0x7facdc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 0x7facdc0a6070 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7facec0058c0 tx=0x7facec005850 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 msgr2=0x7facf01a5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7face8009dc0 tx=0x7face802f460 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 shutdown_connections 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7facdc0a3bb0 0x7facdc0a6070 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facf0103170 0x7facf019edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facf0105b20 0x7facf01a5df0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 --2- 172.21.15.55:0/1525111348 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facf0100800 0x7facf019e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 >> 172.21.15.55:0/1525111348 conn(0x7facf00fc400 msgr2=0x7facf0103b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:51.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 shutdown_connections 2024-04-23T18:20:51.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:51.273+0000 7facf7fad640 1 -- 172.21.15.55:0/1525111348 wait complete. 2024-04-23T18:20:51.436 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:51 smithi055 ceph-mon[29189]: Deploying daemon mds.a on smithi055 2024-04-23T18:20:51.436 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:51 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6838/2499827862,v1:172.21.15.55:6839/2499827862] up:boot 2024-04-23T18:20:51.436 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:51 smithi055 ceph-mon[29189]: fsmap 10 up:standby 2024-04-23T18:20:51.436 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:51 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:51.436 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1525111348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:51.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:51 smithi152 ceph-mon[33022]: Deploying daemon mds.a on smithi055 2024-04-23T18:20:51.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:51 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6838/2499827862,v1:172.21.15.55:6839/2499827862] up:boot 2024-04-23T18:20:51.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:51 smithi152 ceph-mon[33022]: fsmap 10 up:standby 2024-04-23T18:20:51.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:51 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:51.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1525111348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:51 smithi116 ceph-mon[32310]: Deploying daemon mds.a on smithi055 2024-04-23T18:20:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:51 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6838/2499827862,v1:172.21.15.55:6839/2499827862] up:boot 2024-04-23T18:20:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:51 smithi116 ceph-mon[32310]: fsmap 10 up:standby 2024-04-23T18:20:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:51 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:20:51.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1525111348' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:52.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:52 smithi152 ceph-mon[33022]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:52 smithi055 ceph-mon[29189]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.487 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 systemd[1]: Starting Ceph mds.a for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:52.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:52 smithi116 ceph-mon[32310]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:52.898 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 podman[70657]: 2024-04-23 18:20:52.536657751 +0000 UTC m=+0.018674924 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:52.898 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 podman[70657]: 2024-04-23 18:20:52.640673181 +0000 UTC m=+0.122690371 container create 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-23T18:20:52.898 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 podman[70657]: 2024-04-23 18:20:52.876591708 +0000 UTC m=+0.358608855 container init 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:20:52.898 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 podman[70657]: 2024-04-23 18:20:52.87927901 +0000 UTC m=+0.361296157 container start 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-23T18:20:53.237 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 ceph-mds[70676]: -- 172.21.15.55:0/3126625444 <== mon.0 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d383767a40 con 0x55d38373ac00 2024-04-23T18:20:53.237 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: starting mds.a at 2024-04-23T18:20:53.237 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 bash[70657]: 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d 2024-04-23T18:20:53.237 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:20:52 smithi055 systemd[1]: Started Ceph mds.a for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:53.278 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 -- 172.21.15.55:0/590683475 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c100ea0 msgr2=0x7fa58c1012c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 --2- 172.21.15.55:0/590683475 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c100ea0 0x7fa58c1012c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fa57c009ca0 tx=0x7fa57c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 -- 172.21.15.55:0/590683475 shutdown_connections 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 --2- 172.21.15.55:0/590683475 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c101ff0 0x7fa58c102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 --2- 172.21.15.55:0/590683475 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 0x7fa58c1092d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 --2- 172.21.15.55:0/590683475 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c100ea0 0x7fa58c1012c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 -- 172.21.15.55:0/590683475 >> 172.21.15.55:0/590683475 conn(0x7fa58c0fc430 msgr2=0x7fa58c0fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 -- 172.21.15.55:0/590683475 shutdown_connections 2024-04-23T18:20:53.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.394+0000 7fa590f4a640 1 -- 172.21.15.55:0/590683475 wait complete. 2024-04-23T18:20:53.390 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 Processor -- start 2024-04-23T18:20:53.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 -- start start 2024-04-23T18:20:53.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 0x7fa58c06b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:53.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:53.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 0x7fa58c19f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:53.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa58c10cb10 con 0x7fa58c101ff0 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa58c10c990 con 0x7fa58c1029b0 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa590f4a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa58c10cc90 con 0x7fa58c100ea0 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa589d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa589d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52894/0 (socket says 172.21.15.55:52894) 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa589d9b640 1 -- 172.21.15.55:0/4099599815 learned_addr learned my addr 172.21.15.55:0/4099599815 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:53.392 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa58ad9d640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 0x7fa58c19f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.395+0000 7fa58a59c640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 0x7fa58c06b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 -- 172.21.15.55:0/4099599815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 msgr2=0x7fa58c06b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 0x7fa58c06b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 -- 172.21.15.55:0/4099599815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 msgr2=0x7fa58c19f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 0x7fa58c19f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 -- 172.21.15.55:0/4099599815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa58c19fee0 con 0x7fa58c101ff0 2024-04-23T18:20:53.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa58a59c640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 0x7fa58c06b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:20:53.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa589d9b640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa58000d770 tx=0x7fa58000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:53.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa580017070 con 0x7fa58c101ff0 2024-04-23T18:20:53.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa580009c30 con 0x7fa58c101ff0 2024-04-23T18:20:53.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa580003d70 con 0x7fa58c101ff0 2024-04-23T18:20:53.395 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa58c1a01d0 con 0x7fa58c101ff0 2024-04-23T18:20:53.395 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.396+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa58c1a0720 con 0x7fa58c101ff0 2024-04-23T18:20:53.395 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.397+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa58c108200 con 0x7fa58c101ff0 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.398+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa580003f10 con 0x7fa58c101ff0 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.399+0000 7fa57b7fe640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 0x7fa5740a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.399+0000 7fa58a59c640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 0x7fa5740a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.399+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fa5800cfd20 con 0x7fa58c101ff0 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.399+0000 7fa58a59c640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 0x7fa5740a6070 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa57c031ba0 tx=0x7fa57c005ef0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:53.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.402+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa58009cba0 con 0x7fa58c101ff0 2024-04-23T18:20:53.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.630+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa58c02d5c0 con 0x7fa58c101ff0 2024-04-23T18:20:53.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.631+0000 7fa57b7fe640 1 -- 172.21.15.55:0/4099599815 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9665 (secure 0 0 0) 0x7fa580009de0 con 0x7fa58c101ff0 2024-04-23T18:20:53.624 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:53.624 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14604,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14616,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:53.624 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 12 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.632+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 msgr2=0x7fa5740a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.632+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 0x7fa5740a6070 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fa57c031ba0 tx=0x7fa57c005ef0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.632+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 msgr2=0x7fa58c19cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fa58000d770 tx=0x7fa58000dc30 comp rx=0 tx=0).stop 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 shutdown_connections 2024-04-23T18:20:53.626 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa5740a3bb0 0x7fa5740a6070 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa58c1029b0 0x7fa58c19f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa58c101ff0 0x7fa58c19cfe0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 --2- 172.21.15.55:0/4099599815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa58c100ea0 0x7fa58c06b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 >> 172.21.15.55:0/4099599815 conn(0x7fa58c0fc430 msgr2=0x7fa58c1053d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 shutdown_connections 2024-04-23T18:20:53.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:53.633+0000 7fa590f4a640 1 -- 172.21.15.55:0/4099599815 wait complete. 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:54.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: Deploying daemon mds.b on smithi116 2024-04-23T18:20:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6840/1921578308,v1:172.21.15.55:6841/1921578308] up:boot 2024-04-23T18:20:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: fsmap 11 up:standby 2024-04-23T18:20:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:54.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:54 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4099599815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: Deploying daemon mds.b on smithi116 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6840/1921578308,v1:172.21.15.55:6841/1921578308] up:boot 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: fsmap 11 up:standby 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:54.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:54 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4099599815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: Deploying daemon mds.b on smithi116 2024-04-23T18:20:54.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6840/1921578308,v1:172.21.15.55:6841/1921578308] up:boot 2024-04-23T18:20:54.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: fsmap 11 up:standby 2024-04-23T18:20:54.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:20:54.488 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:54 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4099599815' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:55.353 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 systemd[1]: Starting Ceph mds.b for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:20:55.615 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 podman[62677]: 2024-04-23 18:20:55.481195715 +0000 UTC m=+0.018157401 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:20:55.615 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 podman[62677]: 2024-04-23 18:20:55.622822157 +0000 UTC m=+0.159783823 container create ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:20:55.638 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 -- 172.21.15.55:0/3633614766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0103c00 msgr2=0x7f8ae010a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3633614766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0103c00 0x7f8ae010a490 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8009cd0 tx=0x7f8ad802a910 comp rx=0 tx=0).stop 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 -- 172.21.15.55:0/3633614766 shutdown_connections 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3633614766 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0103c00 0x7f8ae010a490 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3633614766 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ae0103240 0x7f8ae01036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3633614766 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8ae0100270 0x7f8ae0100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 -- 172.21.15.55:0/3633614766 >> 172.21.15.55:0/3633614766 conn(0x7f8ae00fbbc0 msgr2=0x7f8ae00fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 -- 172.21.15.55:0/3633614766 shutdown_connections 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.760+0000 7f8ae740b640 1 -- 172.21.15.55:0/3633614766 wait complete. 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 Processor -- start 2024-04-23T18:20:55.754 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 -- start start 2024-04-23T18:20:55.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8ae0103240 0x7f8ae0198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ae0103c00 0x7f8ae019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae010dcd0 con 0x7f8ae0100270 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae010db50 con 0x7f8ae0103c00 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae740b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae010de50 con 0x7f8ae0103240 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52914/0 (socket says 172.21.15.55:52914) 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 -- 172.21.15.55:0/3713523870 learned_addr learned my addr 172.21.15.55:0/3713523870 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 -- 172.21.15.55:0/3713523870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8ae0103240 msgr2=0x7f8ae0198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8ae0103240 0x7f8ae0198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 -- 172.21.15.55:0/3713523870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ae0103c00 msgr2=0x7f8ae019f8c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ae0103c00 0x7f8ae019f8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 -- 172.21.15.55:0/3713523870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae019ff30 con 0x7f8ae0100270 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.761+0000 7f8ae51a7640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d950 tx=0x7f8adc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.762+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc017070 con 0x7f8ae0100270 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.762+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8adc009c30 con 0x7f8ae0100270 2024-04-23T18:20:55.757 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.762+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ae01a0220 con 0x7f8ae0100270 2024-04-23T18:20:55.758 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.762+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc00f620 con 0x7f8ae0100270 2024-04-23T18:20:55.758 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.762+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ae01a07a0 con 0x7f8ae0100270 2024-04-23T18:20:55.758 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.763+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ae01093f0 con 0x7f8ae0100270 2024-04-23T18:20:55.759 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.764+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f8adc01a070 con 0x7f8ae0100270 2024-04-23T18:20:55.759 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.764+0000 7f8ad67fc640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 0x7f8acc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:55.759 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.764+0000 7f8ae49a6640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 0x7f8acc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:55.759 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.765+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f8adc0cfa30 con 0x7f8ae0100270 2024-04-23T18:20:55.759 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.765+0000 7f8ae49a6640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 0x7f8acc0a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0199820 tx=0x7f8ad0006c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:55.762 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.769+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8adc009de0 con 0x7f8ae0100270 2024-04-23T18:20:55.885 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 podman[62677]: 2024-04-23 18:20:55.867201927 +0000 UTC m=+0.404163590 container init ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-23T18:20:55.885 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 podman[62677]: 2024-04-23 18:20:55.869834517 +0000 UTC m=+0.406796181 container start ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-23T18:20:55.988 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.995+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8ae002d5c0 con 0x7f8ae0100270 2024-04-23T18:20:55.989 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.996+0000 7f8ad67fc640 1 -- 172.21.15.55:0/3713523870 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9665 (secure 0 0 0) 0x7f8adc09c8b0 con 0x7f8ae0100270 2024-04-23T18:20:55.989 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:55.989 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14604,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14616,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9}],"filesystems":[]} 2024-04-23T18:20:55.990 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 12 2024-04-23T18:20:55.991 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 msgr2=0x7f8acc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 0x7f8acc0a6070 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0199820 tx=0x7f8ad0006c40 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 msgr2=0x7f8ae0198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d950 tx=0x7f8adc00de10 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 shutdown_connections 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8acc0a3bb0 0x7f8acc0a6070 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8ae0103240 0x7f8ae0198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8ae0103c00 0x7f8ae019f8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 --2- 172.21.15.55:0/3713523870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8ae0100270 0x7f8ae0198310 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 >> 172.21.15.55:0/3713523870 conn(0x7f8ae00fbbc0 msgr2=0x7f8ae01065c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 shutdown_connections 2024-04-23T18:20:55.992 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:55.998+0000 7f8ae740b640 1 -- 172.21.15.55:0/3713523870 wait complete. 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:56 smithi116 ceph-mon[32310]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:56 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3713523870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:56 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 ceph-mds[62696]: -- 172.21.15.116:0/1164916832 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f716049a40 con 0x55f71601c800 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: starting mds.b at 2024-04-23T18:20:56.208 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 bash[62677]: ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 2024-04-23T18:20:56.209 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:20:55 smithi116 systemd[1]: Started Ceph mds.b for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:20:56.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:56 smithi152 ceph-mon[33022]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:56.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:56 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3713523870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:56.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:56 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:56.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:56 smithi055 ceph-mon[29189]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:56.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:56 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3713523870' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:56.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:56.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:56 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.306 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:boot 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: fsmap 12 up:standby 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.307 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:boot 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: fsmap 12 up:standby 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:boot 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: fsmap 12 up:standby 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:57.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.004 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:20:58.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 -- 172.21.15.55:0/390184316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 msgr2=0x7f38941092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 --2- 172.21.15.55:0/390184316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f38941092c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f388c009ca0 tx=0x7f388c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 -- 172.21.15.55:0/390184316 shutdown_connections 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 --2- 172.21.15.55:0/390184316 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894101fe0 0x7f3894102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 --2- 172.21.15.55:0/390184316 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f38941092c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 --2- 172.21.15.55:0/390184316 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894100e90 0x7f38941012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 -- 172.21.15.55:0/390184316 >> 172.21.15.55:0/390184316 conn(0x7f38940fc400 msgr2=0x7f38940fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 -- 172.21.15.55:0/390184316 shutdown_connections 2024-04-23T18:20:58.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.116+0000 7f389887c640 1 -- 172.21.15.55:0/390184316 wait complete. 2024-04-23T18:20:58.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 Processor -- start 2024-04-23T18:20:58.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 -- start start 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894100e90 0x7f3894197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894101fe0 0x7f3894197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f389410cb20 con 0x7f38941029a0 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f389410c9a0 con 0x7f3894101fe0 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389887c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f389410cca0 con 0x7f3894100e90 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52940/0 (socket says 172.21.15.55:52940) 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 -- 172.21.15.55:0/13273092 learned_addr learned my addr 172.21.15.55:0/13273092 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f389259c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894100e90 0x7f3894197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3891d9b640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894101fe0 0x7f3894197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 -- 172.21.15.55:0/13273092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894100e90 msgr2=0x7f3894197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894100e90 0x7f3894197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 -- 172.21.15.55:0/13273092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894101fe0 msgr2=0x7f3894197670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894101fe0 0x7f3894197670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 -- 172.21.15.55:0/13273092 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f389419ed50 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.117+0000 7f3892d9d640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f388c009dc0 tx=0x7f388c031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.118+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c003bf0 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.118+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f388c003d90 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.118+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f389419efe0 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.118+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f388c02fcd0 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.118+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f389419f4a0 con 0x7f38941029a0 2024-04-23T18:20:58.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.119+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3894108140 con 0x7f38941029a0 2024-04-23T18:20:58.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.120+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f388c004040 con 0x7f38941029a0 2024-04-23T18:20:58.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.120+0000 7f38837fe640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 0x7f387c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.120+0000 7f389259c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 0x7f387c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.120+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f388c0f1780 con 0x7f38941029a0 2024-04-23T18:20:58.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.121+0000 7f389259c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 0x7f387c0a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f388800bbe0 tx=0x7f388800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.125+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f388c0be600 con 0x7f38941029a0 2024-04-23T18:20:58.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.349+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f389402d810 con 0x7f38941029a0 2024-04-23T18:20:58.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.349+0000 7f38837fe640 1 -- 172.21.15.55:0/13273092 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10494 (secure 0 0 0) 0x7f388c02fe90 con 0x7f38941029a0 2024-04-23T18:20:58.343 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:58.343 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14604,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14616,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24400,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24425,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24461,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24463,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24484,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24503,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24536,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-04-23T18:20:58.343 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 13 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 msgr2=0x7f387c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 0x7f387c0a6070 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f388800bbe0 tx=0x7f388800b390 comp rx=0 tx=0).stop 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 msgr2=0x7f389419e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f388c009dc0 tx=0x7f388c031840 comp rx=0 tx=0).stop 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 shutdown_connections 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f387c0a3bb0 0x7f387c0a6070 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f38941029a0 0x7f389419e6e0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3894101fe0 0x7f3894197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 --2- 172.21.15.55:0/13273092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3894100e90 0x7f3894197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 >> 172.21.15.55:0/13273092 conn(0x7f38940fc400 msgr2=0x7f3894105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.351+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 shutdown_connections 2024-04-23T18:20:58.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.352+0000 7f389887c640 1 -- 172.21.15.55:0/13273092 wait complete. 2024-04-23T18:20:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.355 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.357 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:20:58.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 -- 172.21.15.55:0/4056210670 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458103190 msgr2=0x7f5458103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 --2- 172.21.15.55:0/4056210670 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458103190 0x7f5458103610 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f544c009900 tx=0x7f544c02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 -- 172.21.15.55:0/4056210670 shutdown_connections 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 --2- 172.21.15.55:0/4056210670 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103b50 0x7f545810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 --2- 172.21.15.55:0/4056210670 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458103190 0x7f5458103610 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 --2- 172.21.15.55:0/4056210670 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458101fa0 0x7f54581023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 -- 172.21.15.55:0/4056210670 >> 172.21.15.55:0/4056210670 conn(0x7f54580fd530 msgr2=0x7f54580ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 -- 172.21.15.55:0/4056210670 shutdown_connections 2024-04-23T18:20:58.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.465+0000 7f545cae1640 1 -- 172.21.15.55:0/4056210670 wait complete. 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 Processor -- start 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 -- start start 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103190 0x7f5458074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458103b50 0x7f5458074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f545810dc00 con 0x7f5458101fa0 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f545810da80 con 0x7f5458103b50 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545cae1640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f545810dd80 con 0x7f5458103190 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52954/0 (socket says 172.21.15.55:52954) 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 -- 172.21.15.55:0/1899713547 learned_addr learned my addr 172.21.15.55:0/1899713547 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f5455d9b640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103190 0x7f5458074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f5456d9d640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458103b50 0x7f5458074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 -- 172.21.15.55:0/1899713547 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103190 msgr2=0x7f5458074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103190 0x7f5458074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 -- 172.21.15.55:0/1899713547 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458103b50 msgr2=0x7f5458074880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458103b50 0x7f5458074880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.466+0000 7f545659c640 1 -- 172.21.15.55:0/1899713547 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5458075110 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f545659c640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f544800d770 tx=0x7f544800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448017070 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5448009c30 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54581a23c0 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448003d70 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.467+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54581a28e0 con 0x7f5458101fa0 2024-04-23T18:20:58.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.468+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54581092c0 con 0x7f5458101fa0 2024-04-23T18:20:58.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.469+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5448003f10 con 0x7f5458101fa0 2024-04-23T18:20:58.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.469+0000 7f54477fe640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 0x7f54400a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.470+0000 7f5455d9b640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 0x7f54400a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.470+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f54480cf8d0 con 0x7f5458101fa0 2024-04-23T18:20:58.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.470+0000 7f5455d9b640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 0x7f54400a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f544c000c00 tx=0x7f544c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.467 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.474+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f544809c750 con 0x7f5458101fa0 2024-04-23T18:20:58.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.665+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5458062b50 con 0x7f5458101fa0 2024-04-23T18:20:58.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.666+0000 7f54477fe640 1 -- 172.21.15.55:0/1899713547 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+18442 (secure 0 0 0) 0x7f5448009de0 con 0x7f5458101fa0 2024-04-23T18:20:58.659 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:58.660 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":82,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:20:12.258627+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 msgr2=0x7f54400a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 0x7f54400a6070 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f544c000c00 tx=0x7f544c031510 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 msgr2=0x7f5458075d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f544800d770 tx=0x7f544800dc30 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 shutdown_connections 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f54400a3bb0 0x7f54400a6070 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5458103190 0x7f5458074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5458103b50 0x7f5458074880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 --2- 172.21.15.55:0/1899713547 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5458101fa0 0x7f5458075d00 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 >> 172.21.15.55:0/1899713547 conn(0x7f54580fd530 msgr2=0x7f5458106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 shutdown_connections 2024-04-23T18:20:58.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.668+0000 7f545cae1640 1 -- 172.21.15.55:0/1899713547 wait complete. 2024-04-23T18:20:58.673 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:20:58.673 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 -- 172.21.15.55:0/3723816851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81041b0 msgr2=0x7f90b81045d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/3723816851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81041b0 0x7f90b81045d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009900 tx=0x7f90ac02a410 comp rx=0 tx=0).stop 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 -- 172.21.15.55:0/3723816851 shutdown_connections 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/3723816851 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 0x7f90b810c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/3723816851 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81053a0 0x7f90b8105820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/3723816851 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81041b0 0x7f90b81045d0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 -- 172.21.15.55:0/3723816851 >> 172.21.15.55:0/3723816851 conn(0x7f90b80ff740 msgr2=0x7f90b8101b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 -- 172.21.15.55:0/3723816851 shutdown_connections 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.787+0000 7f90bf1a1640 1 -- 172.21.15.55:0/3723816851 wait complete. 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 Processor -- start 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 -- start start 2024-04-23T18:20:58.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81041b0 0x7f90b819a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 0x7f90b81a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f90b810fe10 con 0x7f90b81053a0 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f90b810fc90 con 0x7f90b81041b0 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bf1a1640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f90b810ff90 con 0x7f90b8105d60 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52962/0 (socket says 172.21.15.55:52962) 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 -- 172.21.15.55:0/394042841 learned_addr learned my addr 172.21.15.55:0/394042841 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bcf3d640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81041b0 0x7f90b819a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90bd73e640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 0x7f90b81a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 -- 172.21.15.55:0/394042841 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 msgr2=0x7f90b81a1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 0x7f90b81a1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 -- 172.21.15.55:0/394042841 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81041b0 msgr2=0x7f90b819a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81041b0 0x7f90b819a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.788+0000 7f90b7fff640 1 -- 172.21.15.55:0/394042841 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90b81a20f0 con 0x7f90b81053a0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90b7fff640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f90a400ea60 tx=0x7f90a400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a400cde0 con 0x7f90b81053a0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90b81a23e0 con 0x7f90b81053a0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f90a40035f0 con 0x7f90b81053a0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90a4010690 con 0x7f90b81053a0 2024-04-23T18:20:58.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.789+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90b81a2980 con 0x7f90b81053a0 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.790+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90b810b5a0 con 0x7f90b81053a0 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.791+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f90a40037a0 con 0x7f90b81053a0 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.792+0000 7f90b5ffb640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 0x7f90a80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.792+0000 7f90bcf3d640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 0x7f90a80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.792+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f90a40d01f0 con 0x7f90b81053a0 2024-04-23T18:20:58.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.792+0000 7f90bcf3d640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 0x7f90a80a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009230 tx=0x7f90ac031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:58.789 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.796+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90a409d070 con 0x7f90b81053a0 2024-04-23T18:20:58.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.985+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f90b802d770 con 0x7f90b81053a0 2024-04-23T18:20:58.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.985+0000 7f90b5ffb640 1 -- 172.21.15.55:0/394042841 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v82) ==== 93+0+10 (secure 0 0 0) 0x7f90a409c970 con 0x7f90b81053a0 2024-04-23T18:20:58.979 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 msgr2=0x7f90a80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 0x7f90a80a6070 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009230 tx=0x7f90ac031510 comp rx=0 tx=0).stop 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 msgr2=0x7f90b819aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f90a400ea60 tx=0x7f90a400ef20 comp rx=0 tx=0).stop 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 shutdown_connections 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f90a80a3bb0 0x7f90a80a6070 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90b8105d60 0x7f90b81a1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f90b81053a0 0x7f90b819aa10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 --2- 172.21.15.55:0/394042841 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f90b81041b0 0x7f90b819a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:58.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 >> 172.21.15.55:0/394042841 conn(0x7f90b80ff740 msgr2=0x7f90b8108770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:58.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 shutdown_connections 2024-04-23T18:20:58.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:58.988+0000 7f90bf1a1640 1 -- 172.21.15.55:0/394042841 wait complete. 2024-04-23T18:20:58.992 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-23T18:20:59.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 -- 172.21.15.55:0/2397097900 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8101fe0 msgr2=0x7f83b8102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 --2- 172.21.15.55:0/2397097900 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8101fe0 0x7f83b8102460 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f83a4009900 tx=0x7f83a402a410 comp rx=0 tx=0).stop 2024-04-23T18:20:59.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 -- 172.21.15.55:0/2397097900 shutdown_connections 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 --2- 172.21.15.55:0/2397097900 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b81029a0 0x7f83b81092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 --2- 172.21.15.55:0/2397097900 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8101fe0 0x7f83b8102460 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 --2- 172.21.15.55:0/2397097900 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b8100e90 0x7f83b81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 -- 172.21.15.55:0/2397097900 >> 172.21.15.55:0/2397097900 conn(0x7f83b80fc400 msgr2=0x7f83b80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 -- 172.21.15.55:0/2397097900 shutdown_connections 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 -- 172.21.15.55:0/2397097900 wait complete. 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.102+0000 7f83becae640 1 Processor -- start 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 -- start start 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b8101fe0 0x7f83b819aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b81029a0 0x7f83b81a1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f83b810dcb0 con 0x7f83b8100e90 2024-04-23T18:20:59.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f83b810db30 con 0x7f83b8101fe0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f83b810de30 con 0x7f83b81029a0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52978/0 (socket says 172.21.15.55:52978) 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 -- 172.21.15.55:0/1183965501 learned_addr learned my addr 172.21.15.55:0/1183965501 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83b7fff640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b8101fe0 0x7f83b819aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bd24b640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b81029a0 0x7f83b81a1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 -- 172.21.15.55:0/1183965501 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b81029a0 msgr2=0x7f83b81a1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b81029a0 0x7f83b81a1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 -- 172.21.15.55:0/1183965501 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b8101fe0 msgr2=0x7f83b819aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b8101fe0 0x7f83b819aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 -- 172.21.15.55:0/1183965501 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83b81a2120 con 0x7f83b8100e90 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83bca4a640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00e9f0 tx=0x7f83ac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac00cd80 con 0x7f83b8100e90 2024-04-23T18:20:59.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83b81a2410 con 0x7f83b8100e90 2024-04-23T18:20:59.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.103+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f83ac0054f0 con 0x7f83b8100e90 2024-04-23T18:20:59.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.104+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83ac010690 con 0x7f83b8100e90 2024-04-23T18:20:59.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.104+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83b81a2930 con 0x7f83b8100e90 2024-04-23T18:20:59.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.105+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83b81a2bf0 con 0x7f83b8100e90 2024-04-23T18:20:59.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.106+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f83ac0046c0 con 0x7f83b8100e90 2024-04-23T18:20:59.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.106+0000 7f83b5ffb640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 0x7f83a80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.107+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7f83ac0d0370 con 0x7f83b8100e90 2024-04-23T18:20:59.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.107+0000 7f83b7fff640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 0x7f83a80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.107+0000 7f83b7fff640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 0x7f83a80a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83a4005ab0 tx=0x7f83a4005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.111+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f83ac09d150 con 0x7f83b8100e90 2024-04-23T18:20:59.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.320+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f83b81a33a0 con 0x7f83b8100e90 2024-04-23T18:20:59.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.321+0000 7f83b5ffb640 1 -- 172.21.15.55:0/1183965501 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v82) ==== 84+0+65 (secure 0 0 0) 0x7f83ac09ca50 con 0x7f83b8100e90 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout:[ 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout: "poolnum": 1, 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout: "poolname": ".mgr" 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:20:59.315 INFO:teuthology.orchestra.run.smithi055.stdout:] 2024-04-23T18:20:59.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 msgr2=0x7f83a80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 0x7f83a80a6070 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f83a4005ab0 tx=0x7f83a4005a20 comp rx=0 tx=0).stop 2024-04-23T18:20:59.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 msgr2=0x7f83b819a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f83ac00e9f0 tx=0x7f83ac00edf0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 shutdown_connections 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f83a80a3bb0 0x7f83a80a6070 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f83b81029a0 0x7f83b81a1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f83b8101fe0 0x7f83b819aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 --2- 172.21.15.55:0/1183965501 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f83b8100e90 0x7f83b819a500 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 >> 172.21.15.55:0/1183965501 conn(0x7f83b80fc400 msgr2=0x7f83b8109cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 shutdown_connections 2024-04-23T18:20:59.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.324+0000 7f83becae640 1 -- 172.21.15.55:0/1183965501 wait complete. 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/13273092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1899713547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.328 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:20:59 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/394042841' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:59.329 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-23T18:20:59.330 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/13273092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1899713547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:20:59 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/394042841' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:59.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 -- 172.21.15.55:0/705875412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 msgr2=0x7fe9c4104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 --2- 172.21.15.55:0/705875412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4104e80 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8009900 tx=0x7fe9b802a410 comp rx=0 tx=0).stop 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 -- 172.21.15.55:0/705875412 shutdown_connections 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 --2- 172.21.15.55:0/705875412 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c4107cf0 0x7fe9c410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 --2- 172.21.15.55:0/705875412 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c41053c0 0x7fe9c41077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 --2- 172.21.15.55:0/705875412 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4104e80 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 -- 172.21.15.55:0/705875412 >> 172.21.15.55:0/705875412 conn(0x7fe9c40fc440 msgr2=0x7fe9c40fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 -- 172.21.15.55:0/705875412 shutdown_connections 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 -- 172.21.15.55:0/705875412 wait complete. 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.446+0000 7fe9cb205640 1 Processor -- start 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 -- start start 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c41053c0 0x7fe9c4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c4107cf0 0x7fe9c419f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c410dc30 con 0x7fe9c4102a90 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c410dab0 con 0x7fe9c4107cf0 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9cb205640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe9c410ddb0 con 0x7fe9c41053c0 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52998/0 (socket says 172.21.15.55:52998) 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 -- 172.21.15.55:0/1450946321 learned_addr learned my addr 172.21.15.55:0/1450946321 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c3fff640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c41053c0 0x7fe9c4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c97a2640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c4107cf0 0x7fe9c419f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 -- 172.21.15.55:0/1450946321 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c41053c0 msgr2=0x7fe9c4198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c41053c0 0x7fe9c4198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 -- 172.21.15.55:0/1450946321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c4107cf0 msgr2=0x7fe9c419f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c4107cf0 0x7fe9c419f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 -- 172.21.15.55:0/1450946321 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9c419ff50 con 0x7fe9c4102a90 2024-04-23T18:20:59.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c8fa1640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8005940 tx=0x7fe9b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b803f030 con 0x7fe9c4102a90 2024-04-23T18:20:59.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.447+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe9b8003cd0 con 0x7fe9c4102a90 2024-04-23T18:20:59.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.448+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9c41a01e0 con 0x7fe9c4102a90 2024-04-23T18:20:59.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.448+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9b8035070 con 0x7fe9c4102a90 2024-04-23T18:20:59.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.448+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9c41a0720 con 0x7fe9c4102a90 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.449+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9c40fdf30 con 0x7fe9c4102a90 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.451+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe9b8042030 con 0x7fe9c4102a90 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.451+0000 7fe9c1ffb640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 0x7fe9b40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.451+0000 7fe9c3fff640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 0x7fe9b40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.451+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7127+0+0 (secure 0 0 0) 0x7fe9b80f0620 con 0x7fe9c4102a90 2024-04-23T18:20:59.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.452+0000 7fe9c3fff640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 0x7fe9b40a60f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4199840 tx=0x7fe9b0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:20:59.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.455+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9b80bce50 con 0x7fe9c4102a90 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/13273092' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1899713547' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:20:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:20:59 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/394042841' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:20:59.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:20:59.645+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fe9c402d5c0 con 0x7fe9c4102a90 2024-04-23T18:21:00.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:00 smithi152 ceph-mon[33022]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:00 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1183965501' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:21:00.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:00 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:21:00.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:00 smithi116 ceph-mon[32310]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:00 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1183965501' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:21:00.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:00 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:21:00.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:00 smithi055 ceph-mon[29189]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:00.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:00 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1183965501' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-23T18:21:00.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:00 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-23T18:21:00.559 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.566+0000 7fe9c1ffb640 1 -- 172.21.15.55:0/1450946321 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v83) ==== 138+0+0 (secure 0 0 0) 0x7fe9b80c1150 con 0x7fe9c4102a90 2024-04-23T18:21:00.559 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_metadata' created 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 msgr2=0x7fe9b40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 0x7fe9b40a60f0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe9c4199840 tx=0x7fe9b0005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 msgr2=0x7fe9c4198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe9b8005940 tx=0x7fe9b80042f0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 shutdown_connections 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9b40a3c30 0x7fe9b40a60f0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9c41053c0 0x7fe9c4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9c4107cf0 0x7fe9c419f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 --2- 172.21.15.55:0/1450946321 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe9c4102a90 0x7fe9c4198330 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.568+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 >> 172.21.15.55:0/1450946321 conn(0x7fe9c40fc440 msgr2=0x7fe9c41033f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.569+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 shutdown_connections 2024-04-23T18:21:00.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.569+0000 7fe9cb205640 1 -- 172.21.15.55:0/1450946321 wait complete. 2024-04-23T18:21:00.576 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 -- 172.21.15.55:0/2383518978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98102a30 msgr2=0x7f2a98104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 --2- 172.21.15.55:0/2383518978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98102a30 0x7f2a98104e20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f2a94009900 tx=0x7f2a9402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 -- 172.21.15.55:0/2383518978 shutdown_connections 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 --2- 172.21.15.55:0/2383518978 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98107c90 0x7f2a9810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 --2- 172.21.15.55:0/2383518978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98105360 0x7f2a98107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 --2- 172.21.15.55:0/2383518978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98102a30 0x7f2a98104e20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 -- 172.21.15.55:0/2383518978 >> 172.21.15.55:0/2383518978 conn(0x7f2a980fc440 msgr2=0x7f2a980fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 -- 172.21.15.55:0/2383518978 shutdown_connections 2024-04-23T18:21:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.692+0000 7f2a9facf640 1 -- 172.21.15.55:0/2383518978 wait complete. 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 Processor -- start 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 -- start start 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 0x7f2a981023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98105360 0x7f2a981009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9810dce0 con 0x7f2a98107c90 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9810db60 con 0x7f2a98102a30 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9facf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2a9810de60 con 0x7f2a98105360 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9e06c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9e06c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34836/0 (socket says 172.21.15.55:34836) 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9e06c640 1 -- 172.21.15.55:0/3905103825 learned_addr learned my addr 172.21.15.55:0/3905103825 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9d06a640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98105360 0x7f2a981009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.693+0000 7f2a9d86b640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 0x7f2a981023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 -- 172.21.15.55:0/3905103825 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98105360 msgr2=0x7f2a981009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98105360 0x7f2a981009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 -- 172.21.15.55:0/3905103825 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 msgr2=0x7f2a981023a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 0x7f2a981023a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 -- 172.21.15.55:0/3905103825 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a981017b0 con 0x7f2a98107c90 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9d86b640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 0x7f2a981023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9e06c640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2a9000b970 tx=0x7f2a9000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a90019070 con 0x7f2a98107c90 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2a9000cb40 con 0x7f2a98107c90 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a981a2480 con 0x7f2a98107c90 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a90007650 con 0x7f2a98107c90 2024-04-23T18:21:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.694+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a981a2aa0 con 0x7f2a98107c90 2024-04-23T18:21:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.695+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a980fdf30 con 0x7f2a98107c90 2024-04-23T18:21:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.696+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f2a9001c070 con 0x7f2a98107c90 2024-04-23T18:21:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.697+0000 7f2a8effd640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 0x7f2a840a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.697+0000 7f2a9d86b640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 0x7f2a840a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.697+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 7497+0+0 (secure 0 0 0) 0x7f2a900cfb00 con 0x7f2a98107c90 2024-04-23T18:21:00.692 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.697+0000 7f2a9d86b640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 0x7f2a840a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2a94000c00 tx=0x7f2a94031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:00.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.701+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2a9009c120 con 0x7f2a98107c90 2024-04-23T18:21:00.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:00.886+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2a9802d5c0 con 0x7f2a98107c90 2024-04-23T18:21:01.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.578+0000 7f2a8effd640 1 -- 172.21.15.55:0/3905103825 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v84) ==== 170+0+0 (secure 0 0 0) 0x7f2a900a0420 con 0x7f2a98107c90 2024-04-23T18:21:01.571 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_data' created 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 msgr2=0x7f2a840a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 0x7f2a840a60f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f2a94000c00 tx=0x7f2a94031510 comp rx=0 tx=0).stop 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 msgr2=0x7f2a98100f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2a9000b970 tx=0x7f2a9000be30 comp rx=0 tx=0).stop 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 shutdown_connections 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2a840a3c30 0x7f2a840a60f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2a98105360 0x7f2a981009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2a98107c90 0x7f2a98100f20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 --2- 172.21.15.55:0/3905103825 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2a98102a30 0x7f2a981023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 >> 172.21.15.55:0/3905103825 conn(0x7f2a980fc440 msgr2=0x7f2a98103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:01.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 shutdown_connections 2024-04-23T18:21:01.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.580+0000 7f2a9facf640 1 -- 172.21.15.55:0/3905103825 wait complete. 2024-04-23T18:21:01.593 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-23T18:21:01.704 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 -- 172.21.15.55:0/1053473598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c100260 msgr2=0x7f935c100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.704 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 --2- 172.21.15.55:0/1053473598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c100260 0x7f935c100680 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9358009cd0 tx=0x7f935802a8e0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.704 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 -- 172.21.15.55:0/1053473598 shutdown_connections 2024-04-23T18:21:01.704 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 --2- 172.21.15.55:0/1053473598 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c103bf0 0x7f935c10a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 --2- 172.21.15.55:0/1053473598 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 0x7f935c1036b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 --2- 172.21.15.55:0/1053473598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c100260 0x7f935c100680 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 -- 172.21.15.55:0/1053473598 >> 172.21.15.55:0/1053473598 conn(0x7f935c0fbb90 msgr2=0x7f935c0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 -- 172.21.15.55:0/1053473598 shutdown_connections 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.709+0000 7f9363f08640 1 -- 172.21.15.55:0/1053473598 wait complete. 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 Processor -- start 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 -- start start 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 0x7f935c1982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 0x7f935c198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f935c10dc20 con 0x7f935c103bf0 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f935c10daa0 con 0x7f935c103230 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9363f08640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f935c10dda0 con 0x7f935c100260 2024-04-23T18:21:01.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34854/0 (socket says 172.21.15.55:34854) 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 -- 172.21.15.55:0/1077198333 learned_addr learned my addr 172.21.15.55:0/1077198333 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93614a3640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 0x7f935c198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9361ca4640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 0x7f935c1982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 -- 172.21.15.55:0/1077198333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 msgr2=0x7f935c1982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 0x7f935c1982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 -- 172.21.15.55:0/1077198333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 msgr2=0x7f935c198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 0x7f935c198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 -- 172.21.15.55:0/1077198333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f935c19fee0 con 0x7f935c103bf0 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f9361ca4640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 0x7f935c1982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:01.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.710+0000 7f93624a5640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f935400c970 tx=0x7f935400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:01.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.711+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f935400ae60 con 0x7f935c103bf0 2024-04-23T18:21:01.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.711+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f93540054f0 con 0x7f935c103bf0 2024-04-23T18:21:01.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.711+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f935c1a01d0 con 0x7f935c103bf0 2024-04-23T18:21:01.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.711+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9354004e00 con 0x7f935c103bf0 2024-04-23T18:21:01.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.711+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f935c1a0770 con 0x7f935c103bf0 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.712+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f935c109360 con 0x7f935c103bf0 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.713+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9354004fc0 con 0x7f935c103bf0 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.714+0000 7f9352ffd640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 0x7f93480a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.714+0000 7f9361ca4640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 0x7f93480a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.714+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 7879+0+0 (secure 0 0 0) 0x7f93540d0250 con 0x7f935c103bf0 2024-04-23T18:21:01.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.714+0000 7f9361ca4640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 0x7f93480a60f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9358006010 tx=0x7f9358005f80 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:21:01.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:21:01.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:01 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:21:01.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.718+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9354014030 con 0x7f935c103bf0 2024-04-23T18:21:01.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:21:01.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:01 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1450946321' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-23T18:21:01.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: osdmap e83: 12 total, 12 up, 12 in 2024-04-23T18:21:01.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:01 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-23T18:21:01.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:01.944+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f935c02d5c0 con 0x7f935c103bf0 2024-04-23T18:21:02.676 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.683+0000 7f9352ffd640 1 -- 172.21.15.55:0/1077198333 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f935409ce00 con 0x7f935c103bf0 2024-04-23T18:21:02.676 INFO:teuthology.orchestra.run.smithi055.stderr:new fs with metadata pool 2 and data pool 3 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.685+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 msgr2=0x7f93480a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.685+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 0x7f93480a60f0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f9358006010 tx=0x7f9358005f80 comp rx=0 tx=0).stop 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 msgr2=0x7f935c19f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f935400c970 tx=0x7f935400cd70 comp rx=0 tx=0).stop 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 shutdown_connections 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f93480a3c30 0x7f93480a60f0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f935c103bf0 0x7f935c19f870 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f935c103230 0x7f935c198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 --2- 172.21.15.55:0/1077198333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f935c100260 0x7f935c1982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 >> 172.21.15.55:0/1077198333 conn(0x7f935c0fbb90 msgr2=0x7f935c106530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:02.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 shutdown_connections 2024-04-23T18:21:02.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.686+0000 7f9363f08640 1 -- 172.21.15.55:0/1077198333 wait complete. 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: pgmap v285: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:02.694 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:02 smithi055 ceph-mon[29189]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:02.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: pgmap v285: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:02.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:02 smithi116 ceph-mon[32310]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:02.806 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 -- 172.21.15.55:0/4109946909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860100270 msgr2=0x7f6860100690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.806 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 --2- 172.21.15.55:0/4109946909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860100270 0x7f6860100690 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6850009930 tx=0x7f685002a420 comp rx=0 tx=0).stop 2024-04-23T18:21:02.806 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 -- 172.21.15.55:0/4109946909 shutdown_connections 2024-04-23T18:21:02.806 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 --2- 172.21.15.55:0/4109946909 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103c00 0x7f686010a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.806 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 --2- 172.21.15.55:0/4109946909 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860103240 0x7f68601036c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 --2- 172.21.15.55:0/4109946909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860100270 0x7f6860100690 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 -- 172.21.15.55:0/4109946909 >> 172.21.15.55:0/4109946909 conn(0x7f68600fbbc0 msgr2=0x7f68600fdfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 -- 172.21.15.55:0/4109946909 shutdown_connections 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.810+0000 7f68655f7640 1 -- 172.21.15.55:0/4109946909 wait complete. 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 Processor -- start 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 -- start start 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 0x7f6860102bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 0x7f68601011f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f686010dc30 con 0x7f6860103c00 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f686010dab0 con 0x7f6860100270 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f68655f7640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f686010ddb0 con 0x7f6860103240 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.807 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34866/0 (socket says 172.21.15.55:34866) 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 -- 172.21.15.55:0/2914145242 learned_addr learned my addr 172.21.15.55:0/2914145242 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685effd640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 0x7f6860102bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f6857fff640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 0x7f68601011f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 -- 172.21.15.55:0/2914145242 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 msgr2=0x7f68601011f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 0x7f68601011f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 -- 172.21.15.55:0/2914145242 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 msgr2=0x7f6860102bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 0x7f6860102bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685f7fe640 1 -- 172.21.15.55:0/2914145242 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6860101fc0 con 0x7f6860103c00 2024-04-23T18:21:02.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f6857fff640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 0x7f68601011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.811+0000 7f685effd640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 0x7f6860102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f685f7fe640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f685800eaa0 tx=0x7f685800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f685800cdb0 con 0x7f6860103c00 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68601a2400 con 0x7f6860103c00 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6858005020 con 0x7f6860103c00 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68580116b0 con 0x7f6860103c00 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.812+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68601a29a0 con 0x7f6860103c00 2024-04-23T18:21:02.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.813+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68601093e0 con 0x7f6860103c00 2024-04-23T18:21:02.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.814+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f68580051d0 con 0x7f6860103c00 2024-04-23T18:21:02.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.815+0000 7f685cff9640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 0x7f684c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:02.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.815+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f68580d09a0 con 0x7f6860103c00 2024-04-23T18:21:02.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.815+0000 7f685effd640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 0x7f684c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:02.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.815+0000 7f685effd640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 0x7f684c0a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6850006010 tx=0x7f6850031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:02.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:02.819+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6858016030 con 0x7f6860103c00 2024-04-23T18:21:02.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: pgmap v285: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:21:02.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-23T18:21:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3905103825' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-23T18:21:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: osdmap e84: 12 total, 12 up, 12 in 2024-04-23T18:21:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-23T18:21:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:02 smithi152 ceph-mon[33022]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-23T18:21:03.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.009+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6860062b50 con 0x7f6860103c00 2024-04-23T18:21:03.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.011+0000 7f685cff9640 1 -- 172.21.15.55:0/2914145242 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22218 (secure 0 0 0) 0x7f685809d4d0 con 0x7f6860103c00 2024-04-23T18:21:03.004 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:03.004 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":85,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:01.945343+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.012+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 msgr2=0x7f684c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.012+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 0x7f684c0a6070 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6850006010 tx=0x7f6850031510 comp rx=0 tx=0).stop 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.012+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 msgr2=0x7f6860101730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.012+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f685800eaa0 tx=0x7f685800ef60 comp rx=0 tx=0).stop 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 shutdown_connections 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f684c0a3bb0 0x7f684c0a6070 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6860103240 0x7f68601011f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6860103c00 0x7f6860101730 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 --2- 172.21.15.55:0/2914145242 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6860100270 0x7f6860102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 >> 172.21.15.55:0/2914145242 conn(0x7f68600fbbc0 msgr2=0x7f68601065b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 shutdown_connections 2024-04-23T18:21:03.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.013+0000 7f68655f7640 1 -- 172.21.15.55:0/2914145242 wait complete. 2024-04-23T18:21:03.017 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:21:03.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 -- 172.21.15.55:0/397842127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 msgr2=0x7f9d481023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 --2- 172.21.15.55:0/397842127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d481023c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9d40009900 tx=0x7f9d4002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 -- 172.21.15.55:0/397842127 shutdown_connections 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 --2- 172.21.15.55:0/397842127 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 --2- 172.21.15.55:0/397842127 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 0x7f9d4810a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 --2- 172.21.15.55:0/397842127 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d481023c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 -- 172.21.15.55:0/397842127 >> 172.21.15.55:0/397842127 conn(0x7f9d480fd530 msgr2=0x7f9d480ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 -- 172.21.15.55:0/397842127 shutdown_connections 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.126+0000 7f9d5042a640 1 -- 172.21.15.55:0/397842127 wait complete. 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 Processor -- start 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 -- start start 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 0x7f9d4819f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4810dc80 con 0x7f9d48101fa0 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4810db00 con 0x7f9d48103b50 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d5042a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9d4810de00 con 0x7f9d48103190 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34878/0 (socket says 172.21.15.55:34878) 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 -- 172.21.15.55:0/1571363489 learned_addr learned my addr 172.21.15.55:0/1571363489 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e9c7640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 0x7f9d4819f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4d9c5640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 -- 172.21.15.55:0/1571363489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 msgr2=0x7f9d48198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 -- 172.21.15.55:0/1571363489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 msgr2=0x7f9d4819f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 0x7f9d4819f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 -- 172.21.15.55:0/1571363489 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d4819ff70 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4d9c5640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d4e1c6640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9d40006010 tx=0x7f9d400043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.127+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d4003f030 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.128+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9d40003cd0 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.128+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d481a0200 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.128+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d40035070 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.128+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d481a07c0 con 0x7f9d48101fa0 2024-04-23T18:21:03.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.128+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d48109340 con 0x7f9d48101fa0 2024-04-23T18:21:03.125 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.130+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f9d40042030 con 0x7f9d48101fa0 2024-04-23T18:21:03.125 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.130+0000 7f9d477fe640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 0x7f9d300a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.125 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.131+0000 7f9d4d9c5640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 0x7f9d300a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.125 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.131+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 7979+0+0 (secure 0 0 0) 0x7f9d400f0aa0 con 0x7f9d48101fa0 2024-04-23T18:21:03.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.131+0000 7f9d4d9c5640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 0x7f9d300a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d48199860 tx=0x7f9d3c005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.135+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9d400bd5d0 con 0x7f9d48101fa0 2024-04-23T18:21:03.319 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.326+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9d48062b50 con 0x7f9d48101fa0 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.328+0000 7f9d477fe640 1 -- 172.21.15.55:0/1571363489 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) ==== 74+0+22218 (secure 0 0 0) 0x7f9d400bced0 con 0x7f9d48101fa0 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:03.321 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":85,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:01.945343+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:03.323 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 msgr2=0x7f9d300a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.323 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 0x7f9d300a60f0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f9d48199860 tx=0x7f9d3c005d30 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 msgr2=0x7f9d48198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f9d40006010 tx=0x7f9d400043b0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 shutdown_connections 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9d300a3c30 0x7f9d300a60f0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9d48103190 0x7f9d48198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9d48103b50 0x7f9d4819f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 --2- 172.21.15.55:0/1571363489 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9d48101fa0 0x7f9d48198350 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 >> 172.21.15.55:0/1571363489 conn(0x7f9d480fd530 msgr2=0x7f9d48106510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 shutdown_connections 2024-04-23T18:21:03.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.330+0000 7f9d5042a640 1 -- 172.21.15.55:0/1571363489 wait complete. 2024-04-23T18:21:03.335 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-23T18:21:03.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 -- 172.21.15.55:0/1410142080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec1031a0 msgr2=0x7f14ec103620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 --2- 172.21.15.55:0/1410142080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec1031a0 0x7f14ec103620 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f14e0009900 tx=0x7f14e002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:03.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 -- 172.21.15.55:0/1410142080 shutdown_connections 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 --2- 172.21.15.55:0/1410142080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec103b60 0x7f14ec10a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 --2- 172.21.15.55:0/1410142080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec1031a0 0x7f14ec103620 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 --2- 172.21.15.55:0/1410142080 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec101fb0 0x7f14ec1023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 -- 172.21.15.55:0/1410142080 >> 172.21.15.55:0/1410142080 conn(0x7f14ec0fd520 msgr2=0x7f14ec0ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 -- 172.21.15.55:0/1410142080 shutdown_connections 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.450+0000 7f14f09ad640 1 -- 172.21.15.55:0/1410142080 wait complete. 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 Processor -- start 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 -- start start 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 0x7f14ec198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec1031a0 0x7f14ec198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec10dce0 con 0x7f14ec103b60 2024-04-23T18:21:03.446 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec10db60 con 0x7f14ec101fb0 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14f09ad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec10de60 con 0x7f14ec1031a0 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34896/0 (socket says 172.21.15.55:34896) 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 -- 172.21.15.55:0/2979667446 learned_addr learned my addr 172.21.15.55:0/2979667446 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14e9d9b640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec1031a0 0x7f14ec198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ea59c640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 0x7f14ec198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 -- 172.21.15.55:0/2979667446 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec1031a0 msgr2=0x7f14ec198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec1031a0 0x7f14ec198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 -- 172.21.15.55:0/2979667446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 msgr2=0x7f14ec198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 0x7f14ec198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 -- 172.21.15.55:0/2979667446 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec19ff70 con 0x7f14ec103b60 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ea59c640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 0x7f14ec198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:03.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14ead9d640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f14e400cad0 tx=0x7f14e400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.451+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14e400ae20 con 0x7f14ec103b60 2024-04-23T18:21:03.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.452+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ec1a0260 con 0x7f14ec103b60 2024-04-23T18:21:03.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.452+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f14e4005020 con 0x7f14ec103b60 2024-04-23T18:21:03.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.452+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14e400f6b0 con 0x7f14ec103b60 2024-04-23T18:21:03.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.452+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ec1a07b0 con 0x7f14ec103b60 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.452+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14ec109350 con 0x7f14ec103b60 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.454+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f14e40051d0 con 0x7f14ec103b60 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.454+0000 7f14db7fe640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 0x7f14d40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.454+0000 7f14ea59c640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 0x7f14d40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.454+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f14e40d0370 con 0x7f14ec103b60 2024-04-23T18:21:03.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.455+0000 7f14ea59c640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 0x7f14d40a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f14ec103000 tx=0x7f14dc008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:03.451 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.459+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14e4014030 con 0x7f14ec103b60 2024-04-23T18:21:03.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:03.685+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f14ec02d5c0 con 0x7f14ec103b60 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2914145242' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:03 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1571363489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2914145242' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:03.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:03 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1571363489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:03.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: osdmap e85: 12 total, 12 up, 12 in 2024-04-23T18:21:03.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1077198333' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-23T18:21:03.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-04-23T18:21:03.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-23T18:21:03.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2914145242' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:03.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:03 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1571363489' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:04.683 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.690+0000 7f14db7fe640 1 -- 172.21.15.55:0/2979667446 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7f14e409cea0 con 0x7f14ec103b60 2024-04-23T18:21:04.686 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 msgr2=0x7f14d40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.686 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 0x7f14d40a6070 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f14ec103000 tx=0x7f14dc008040 comp rx=0 tx=0).stop 2024-04-23T18:21:04.686 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 msgr2=0x7f14ec19f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.686 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f14e400cad0 tx=0x7f14e400cf90 comp rx=0 tx=0).stop 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 shutdown_connections 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14d40a3bb0 0x7f14d40a6070 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14ec1031a0 0x7f14ec198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14ec103b60 0x7f14ec19f900 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 --2- 172.21.15.55:0/2979667446 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14ec101fb0 0x7f14ec198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 >> 172.21.15.55:0/2979667446 conn(0x7f14ec0fd520 msgr2=0x7f14ec106520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 shutdown_connections 2024-04-23T18:21:04.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.693+0000 7f14f09ad640 1 -- 172.21.15.55:0/2979667446 wait complete. 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: pgmap v288: 97 pgs: 20 creating+peering, 61 unknown, 16 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 0 op/s 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: Cluster is now healthy 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:active 2024-04-23T18:21:04.699 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:04 smithi055 ceph-mon[29189]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:04.700 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--size 25000000000'}} 2024-04-23T18:21:04.700 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: pgmap v288: 97 pgs: 20 creating+peering, 61 unknown, 16 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 0 op/s 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: Cluster is now healthy 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:active 2024-04-23T18:21:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:04 smithi116 ceph-mon[32310]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 -- 172.21.15.55:0/392793082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340102a30 msgr2=0x7fb340104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 --2- 172.21.15.55:0/392793082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340102a30 0x7fb340104e20 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb33c009900 tx=0x7fb33c02a410 comp rx=0 tx=0).stop 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 -- 172.21.15.55:0/392793082 shutdown_connections 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 --2- 172.21.15.55:0/392793082 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 0x7fb34010a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 --2- 172.21.15.55:0/392793082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340105360 0x7fb340107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 --2- 172.21.15.55:0/392793082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340102a30 0x7fb340104e20 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 -- 172.21.15.55:0/392793082 >> 172.21.15.55:0/392793082 conn(0x7fb3400fc440 msgr2=0x7fb3400fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 -- 172.21.15.55:0/392793082 shutdown_connections 2024-04-23T18:21:04.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.818+0000 7fb3478d0640 1 -- 172.21.15.55:0/392793082 wait complete. 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 Processor -- start 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 -- start start 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 0x7fb340198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 0x7fb34019f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010dc10 con 0x7fb340105360 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010da90 con 0x7fb340102a30 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb3478d0640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb34010dd90 con 0x7fb340107c90 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34906/0 (socket says 172.21.15.55:34906) 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 -- 172.21.15.55:0/1079246895 learned_addr learned my addr 172.21.15.55:0/1079246895 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:04.815 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb34566c640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 0x7fb340198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb345e6d640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 0x7fb34019f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 -- 172.21.15.55:0/1079246895 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 msgr2=0x7fb34019f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 0x7fb34019f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 -- 172.21.15.55:0/1079246895 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 msgr2=0x7fb340198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 0x7fb340198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 -- 172.21.15.55:0/1079246895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb34019ff40 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb34566c640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 0x7fb340198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.819+0000 7fb344e6b640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb33000c970 tx=0x7fb33000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.820+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb330007bb0 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.820+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb330007d50 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.820+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3401a0230 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.820+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb33000f450 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.820+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3401a0780 con 0x7fb340105360 2024-04-23T18:21:04.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.821+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3400fdf30 con 0x7fb340105360 2024-04-23T18:21:04.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.822+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fb3300046c0 con 0x7fb340105360 2024-04-23T18:21:04.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.823+0000 7fb3367fc640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 0x7fb32c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:04.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.823+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb3300d03b0 con 0x7fb340105360 2024-04-23T18:21:04.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.823+0000 7fb34566c640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 0x7fb32c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:04.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.823+0000 7fb34566c640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 0x7fb32c0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb33c000c00 tx=0x7fb33c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:04.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:04.826+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb330014030 con 0x7fb340105360 2024-04-23T18:21:04.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: pgmap v288: 97 pgs: 20 creating+peering, 61 unknown, 16 active+clean; 577 KiB data, 355 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 0 op/s 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: osdmap e86: 12 total, 12 up, 12 in 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: Cluster is now healthy 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] up:active 2024-04-23T18:21:04.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:04 smithi152 ceph-mon[33022]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:05.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.053+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7fb34002d810 con 0x7fb340105360 2024-04-23T18:21:05.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.700+0000 7fb3367fc640 1 -- 172.21.15.55:0/1079246895 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v17) ==== 105+0+0 (secure 0 0 0) 0x7fb33009cee0 con 0x7fb340105360 2024-04-23T18:21:05.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 msgr2=0x7fb32c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 0x7fb32c0a6070 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb33c000c00 tx=0x7fb33c031510 comp rx=0 tx=0).stop 2024-04-23T18:21:05.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 msgr2=0x7fb340198860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb33000c970 tx=0x7fb33000ce30 comp rx=0 tx=0).stop 2024-04-23T18:21:05.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 shutdown_connections 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb32c0a3bb0 0x7fb32c0a6070 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb340107c90 0x7fb34019f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb340105360 0x7fb340198860 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 --2- 172.21.15.55:0/1079246895 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb340102a30 0x7fb340198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 >> 172.21.15.55:0/1079246895 conn(0x7fb3400fc440 msgr2=0x7fb3401034d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 shutdown_connections 2024-04-23T18:21:05.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.703+0000 7fb3478d0640 1 -- 172.21.15.55:0/1079246895 wait complete. 2024-04-23T18:21:05.711 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 -- 172.21.15.55:0/788529273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370101fb0 msgr2=0x7f43701023d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 --2- 172.21.15.55:0/788529273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370101fb0 0x7f43701023d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f4360009900 tx=0x7f436002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 -- 172.21.15.55:0/788529273 shutdown_connections 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 --2- 172.21.15.55:0/788529273 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4370103b60 0x7f437010a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 --2- 172.21.15.55:0/788529273 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f43701031a0 0x7f4370103620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 --2- 172.21.15.55:0/788529273 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370101fb0 0x7f43701023d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 -- 172.21.15.55:0/788529273 >> 172.21.15.55:0/788529273 conn(0x7f43700fd520 msgr2=0x7f43700ff960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 -- 172.21.15.55:0/788529273 shutdown_connections 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.830+0000 7f43756cb640 1 -- 172.21.15.55:0/788529273 wait complete. 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 Processor -- start 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 -- start start 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 0x7f4370198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f43701031a0 0x7f4370198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f437010dc70 con 0x7f4370103b60 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f437010daf0 con 0x7f4370101fb0 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f43756cb640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f437010ddf0 con 0x7f43701031a0 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34918/0 (socket says 172.21.15.55:34918) 2024-04-23T18:21:05.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 -- 172.21.15.55:0/3976599375 learned_addr learned my addr 172.21.15.55:0/3976599375 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436effd640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 0x7f4370198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 -- 172.21.15.55:0/3976599375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f43701031a0 msgr2=0x7f4370198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f4367fff640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f43701031a0 0x7f4370198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f43701031a0 0x7f4370198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 -- 172.21.15.55:0/3976599375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 msgr2=0x7f4370198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 0x7f4370198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436f7fe640 1 -- 172.21.15.55:0/3976599375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f437019ff60 con 0x7f4370103b60 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.831+0000 7f436effd640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 0x7f4370198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f436f7fe640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f436800b970 tx=0x7f436800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4368019070 con 0x7f4370103b60 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f436800cb40 con 0x7f4370103b60 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43701a0250 con 0x7f4370103b60 2024-04-23T18:21:05.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4368007650 con 0x7f4370103b60 2024-04-23T18:21:05.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.832+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43701a0870 con 0x7f4370103b60 2024-04-23T18:21:05.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.833+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4370109370 con 0x7f4370103b60 2024-04-23T18:21:05.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.834+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f436801c070 con 0x7f4370103b60 2024-04-23T18:21:05.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.835+0000 7f436cff9640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 0x7f435c0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:05.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.835+0000 7f436effd640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 0x7f435c0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:05.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.835+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f43680cf8b0 con 0x7f4370103b60 2024-04-23T18:21:05.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.835+0000 7f436effd640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 0x7f435c0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4360000c00 tx=0x7f4360031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:05.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:05.839+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f436809c340 con 0x7f4370103b60 2024-04-23T18:21:05.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:05.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:05 smithi116 ceph-mon[32310]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:05.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:05.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:05.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:05 smithi055 ceph-mon[29189]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:05.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:06.063 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.070+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f4370062b50 con 0x7f4370103b60 2024-04-23T18:21:06.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2979667446' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-23T18:21:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:05 smithi152 ceph-mon[33022]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:06.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-04-23T18:21:06.458 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: 2024-04-23T18:21:06.039+0000 7f42d93cf700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-23T18:21:06.676 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.683+0000 7f436cff9640 1 -- 172.21.15.55:0/3976599375 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v19) ==== 121+0+0 (secure 0 0 0) 0x7f436809bc40 con 0x7f4370103b60 2024-04-23T18:21:06.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 msgr2=0x7f435c0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 0x7f435c0a60f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4360000c00 tx=0x7f4360031510 comp rx=0 tx=0).stop 2024-04-23T18:21:06.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 msgr2=0x7f437019f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f436800b970 tx=0x7f436800be30 comp rx=0 tx=0).stop 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 shutdown_connections 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f435c0a3c30 0x7f435c0a60f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f43701031a0 0x7f4370198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4370103b60 0x7f437019f8f0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 --2- 172.21.15.55:0/3976599375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4370101fb0 0x7f4370198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 >> 172.21.15.55:0/3976599375 conn(0x7f43700fd520 msgr2=0x7f4370106540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 shutdown_connections 2024-04-23T18:21:06.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.686+0000 7f43756cb640 1 -- 172.21.15.55:0/3976599375 wait complete. 2024-04-23T18:21:06.695 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 -- 172.21.15.55:0/1128856247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 msgr2=0x7fa6381012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 --2- 172.21.15.55:0/1128856247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381012b0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fa628009900 tx=0x7fa62802a410 comp rx=0 tx=0).stop 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 -- 172.21.15.55:0/1128856247 shutdown_connections 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 --2- 172.21.15.55:0/1128856247 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 0x7fa6381092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 --2- 172.21.15.55:0/1128856247 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 --2- 172.21.15.55:0/1128856247 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381012b0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 -- 172.21.15.55:0/1128856247 >> 172.21.15.55:0/1128856247 conn(0x7fa6380fc400 msgr2=0x7fa6380fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 -- 172.21.15.55:0/1128856247 shutdown_connections 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.813+0000 7fa63de72640 1 -- 172.21.15.55:0/1128856247 wait complete. 2024-04-23T18:21:06.809 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 Processor -- start 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 -- start start 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 0x7fa63819f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa63810cb70 con 0x7fa638100e90 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa63810c9f0 con 0x7fa638101fe0 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa63de72640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa63810ccf0 con 0x7fa6381029a0 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa6377fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa6377fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34924/0 (socket says 172.21.15.55:34924) 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa6377fe640 1 -- 172.21.15.55:0/2487109858 learned_addr learned my addr 172.21.15.55:0/2487109858 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.814+0000 7fa636ffd640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa637fff640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 0x7fa63819f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.810 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 -- 172.21.15.55:0/2487109858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 msgr2=0x7fa63819f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 0x7fa63819f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 -- 172.21.15.55:0/2487109858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 msgr2=0x7fa638198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 -- 172.21.15.55:0/2487109858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa63819fee0 con 0x7fa638100e90 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa636ffd640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa6377fe640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa628005ab0 tx=0x7fa628032bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa62803f030 con 0x7fa638100e90 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa628003ac0 con 0x7fa638100e90 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6381a0170 con 0x7fa638100e90 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa628035070 con 0x7fa638100e90 2024-04-23T18:21:06.811 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.815+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6381a06b0 con 0x7fa638100e90 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.816+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6381a0910 con 0x7fa638100e90 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.817+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fa628042030 con 0x7fa638100e90 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.818+0000 7fa634ff9640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 0x7fa6200a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.818+0000 7fa636ffd640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 0x7fa6200a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.818+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa6280f0310 con 0x7fa638100e90 2024-04-23T18:21:06.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.818+0000 7fa636ffd640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 0x7fa6200a60f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa6381997d0 tx=0x7fa62c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:06.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:06.823+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa6280bc7f0 con 0x7fa638100e90 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: pgmap v290: 97 pgs: 20 creating+peering, 15 unknown, 62 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 7 op/s 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-23T18:21:06.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:06.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:06.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:active 2024-04-23T18:21:06.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:06.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 2 up:standby-replay 8 up:standby 2024-04-23T18:21:06.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:06 smithi116 ceph-mon[32310]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: pgmap v290: 97 pgs: 20 creating+peering, 15 unknown, 62 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 7 op/s 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:active 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 2 up:standby-replay 8 up:standby 2024-04-23T18:21:06.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:06 smithi055 ceph-mon[29189]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:07.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.053+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7fa6381a0ae0 con 0x7fa638100e90 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: pgmap v290: 97 pgs: 20 creating+peering, 15 unknown, 62 active+clean; 577 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 KiB/s wr, 7 op/s 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1079246895' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3976599375' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] up:active 2024-04-23T18:21:07.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: daemon mds.e assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-04-23T18:21:07.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 2 up:standby-replay 8 up:standby 2024-04-23T18:21:07.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:06 smithi152 ceph-mon[33022]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:creating} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:07.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.712+0000 7fa634ff9640 1 -- 172.21.15.55:0/2487109858 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v21) ==== 115+0+0 (secure 0 0 0) 0x7fa6280c0af0 con 0x7fa638100e90 2024-04-23T18:21:07.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 msgr2=0x7fa6200a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.708 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 0x7fa6200a60f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa6381997d0 tx=0x7fa62c005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 msgr2=0x7fa6381982c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fa628005ab0 tx=0x7fa628032bc0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 shutdown_connections 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa6200a3c30 0x7fa6200a60f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa6381029a0 0x7fa63819f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa638101fe0 0x7fa638198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 --2- 172.21.15.55:0/2487109858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa638100e90 0x7fa6381982c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 >> 172.21.15.55:0/2487109858 conn(0x7fa6380fc400 msgr2=0x7fa6380690e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 shutdown_connections 2024-04-23T18:21:07.709 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.715+0000 7fa63de72640 1 -- 172.21.15.55:0/2487109858 wait complete. 2024-04-23T18:21:07.725 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--size 25000000000'} subvols for filesystem 'cephfs' 2024-04-23T18:21:07.725 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-04-23T18:21:07.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- 172.21.15.55:0/3441309906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb30101fe0 msgr2=0x7fcb30102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 --2- 172.21.15.55:0/3441309906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb30101fe0 0x7fcb30102460 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fcb20009900 tx=0x7fcb2002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:07.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- 172.21.15.55:0/3441309906 shutdown_connections 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 --2- 172.21.15.55:0/3441309906 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb301029a0 0x7fcb301092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 --2- 172.21.15.55:0/3441309906 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb30101fe0 0x7fcb30102460 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 --2- 172.21.15.55:0/3441309906 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30100e90 0x7fcb301012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- 172.21.15.55:0/3441309906 >> 172.21.15.55:0/3441309906 conn(0x7fcb300fc400 msgr2=0x7fcb300fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- 172.21.15.55:0/3441309906 shutdown_connections 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- 172.21.15.55:0/3441309906 wait complete. 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 Processor -- start 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.843+0000 7fcb384fc640 1 -- start start 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 0x7fcb301982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3010dc40 con 0x7fcb301029a0 2024-04-23T18:21:07.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3010dac0 con 0x7fcb30101fe0 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcb3010ddc0 con 0x7fcb30100e90 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb36a99640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:56554/0 (socket says 172.21.15.55:56554) 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb36a99640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34932/0 (socket says 172.21.15.55:34932) 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 -- 172.21.15.55:0/2457268257 learned_addr learned my addr 172.21.15.55:0/2457268257 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb36298640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 0x7fcb301982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 -- 172.21.15.55:0/2457268257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 msgr2=0x7fcb301982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 0x7fcb301982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 -- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 msgr2=0x7fcb3019f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 -- 172.21.15.55:0/2457268257 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb3019ff00 con 0x7fcb30101fe0 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb36298640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 0x7fcb301982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:07.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb36a99640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb35a97640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcb20006010 tx=0x7fcb200042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb2003f030 con 0x7fcb30101fe0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcb20003cd0 con 0x7fcb30101fe0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.844+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb301a0190 con 0x7fcb30101fe0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.845+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb20035070 con 0x7fcb30101fe0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.845+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb301a0680 con 0x7fcb30101fe0 2024-04-23T18:21:07.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.845+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb301081c0 con 0x7fcb30101fe0 2024-04-23T18:21:07.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.847+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fcb20042030 con 0x7fcb30101fe0 2024-04-23T18:21:07.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.847+0000 7fcb277fe640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 0x7fcb1c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:07.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.848+0000 7fcb36298640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 0x7fcb1c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:07.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.848+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fcb200f0cd0 con 0x7fcb30101fe0 2024-04-23T18:21:07.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.848+0000 7fcb36298640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 0x7fcb1c0a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c009c20 tx=0x7fcb2c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:07.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:07.851+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcb200bd760 con 0x7fcb30101fe0 2024-04-23T18:21:07.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:07 smithi116 ceph-mon[32310]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-23T18:21:07.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:07.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:07 smithi055 ceph-mon[29189]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-23T18:21:07.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:08.002 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:07 smithi152 ceph-mon[33022]: daemon mds.e is now active in filesystem cephfs as rank 2 2024-04-23T18:21:08.002 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-04-23T18:21:08.056 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.063+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fcb30062390 con 0x7fcb1c0a3bb0 2024-04-23T18:21:08.080 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.087+0000 7fcb277fe640 1 -- 172.21.15.55:0/2457268257 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fcb30062390 con 0x7fcb1c0a3bb0 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 msgr2=0x7fcb1c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 0x7fcb1c0a6070 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fcb2c009c20 tx=0x7fcb2c005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 msgr2=0x7fcb30198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fcb20006010 tx=0x7fcb200042f0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 shutdown_connections 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fcb1c0a3bb0 0x7fcb1c0a6070 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcb301029a0 0x7fcb3019f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcb30101fe0 0x7fcb30198820 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 --2- 172.21.15.55:0/2457268257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcb30100e90 0x7fcb301982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 >> 172.21.15.55:0/2457268257 conn(0x7fcb300fc400 msgr2=0x7fcb30105390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 shutdown_connections 2024-04-23T18:21:08.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.089+0000 7fcb384fc640 1 -- 172.21.15.55:0/2457268257 wait complete. 2024-04-23T18:21:08.094 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 -- 172.21.15.55:0/1636751905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc102040 msgr2=0x7f40fc1024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 --2- 172.21.15.55:0/1636751905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc102040 0x7f40fc1024c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f40f0009900 tx=0x7f40f002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 -- 172.21.15.55:0/1636751905 shutdown_connections 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 --2- 172.21.15.55:0/1636751905 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 0x7f40fc109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 --2- 172.21.15.55:0/1636751905 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc102040 0x7f40fc1024c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 --2- 172.21.15.55:0/1636751905 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc100e60 0x7f40fc101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 -- 172.21.15.55:0/1636751905 >> 172.21.15.55:0/1636751905 conn(0x7f40fc0fc440 msgr2=0x7f40fc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 -- 172.21.15.55:0/1636751905 shutdown_connections 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.207+0000 7f4102f4a640 1 -- 172.21.15.55:0/1636751905 wait complete. 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 Processor -- start 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 -- start start 2024-04-23T18:21:08.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc102040 0x7f40fc1034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 0x7f40fc1039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10cba0 con 0x7f40fc100e60 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10ca20 con 0x7f40fc102a00 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4102f4a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f40fc10cd20 con 0x7f40fc102040 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34966/0 (socket says 172.21.15.55:34966) 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 -- 172.21.15.55:0/42195429 learned_addr learned my addr 172.21.15.55:0/42195429 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f41014e7640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 0x7f40fc1039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f40fbfff640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc102040 0x7f40fc1034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 -- 172.21.15.55:0/42195429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc102040 msgr2=0x7f40fc1034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc102040 0x7f40fc1034b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 -- 172.21.15.55:0/42195429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 msgr2=0x7f40fc1039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.208+0000 7f4100ce6640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 0x7f40fc1039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f4100ce6640 1 -- 172.21.15.55:0/42195429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40fc104280 con 0x7f40fc100e60 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f4100ce6640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00d950 tx=0x7f40ec00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ec017070 con 0x7f40fc100e60 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f40ec009c30 con 0x7f40fc100e60 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40fc1a2410 con 0x7f40fc100e60 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ec00f620 con 0x7f40fc100e60 2024-04-23T18:21:08.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.209+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40fc1a2960 con 0x7f40fc100e60 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.210+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40fc1a2c20 con 0x7f40fc100e60 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.212+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f40ec01a070 con 0x7f40fc100e60 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.212+0000 7f40f9ffb640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 0x7f40e40a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.213+0000 7f40fbfff640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 0x7f40e40a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.213+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f40ec0cfdb0 con 0x7f40fc100e60 2024-04-23T18:21:08.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.213+0000 7f40fbfff640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 0x7f40e40a60f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f40f002a930 tx=0x7f40f0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.216+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f40ec009de0 con 0x7f40fc100e60 2024-04-23T18:21:08.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.433+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f40fc0fe5c0 con 0x7f40e40a3c30 2024-04-23T18:21:08.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.463+0000 7f40f9ffb640 1 -- 172.21.15.55:0/42195429 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f40fc0fe5c0 con 0x7f40e40a3c30 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 msgr2=0x7f40e40a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 0x7f40e40a60f0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f40f002a930 tx=0x7f40f0005fd0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 msgr2=0x7f40fc104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00d950 tx=0x7f40ec00de10 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 shutdown_connections 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f40e40a3c30 0x7f40e40a60f0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f40fc102040 0x7f40fc1034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f40fc102a00 0x7f40fc1039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 --2- 172.21.15.55:0/42195429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f40fc100e60 0x7f40fc104e70 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 >> 172.21.15.55:0/42195429 conn(0x7f40fc0fc440 msgr2=0x7f40fc0fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 shutdown_connections 2024-04-23T18:21:08.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.465+0000 7f4102f4a640 1 -- 172.21.15.55:0/42195429 wait complete. 2024-04-23T18:21:08.468 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:21:08.067+0000 7fd27434f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:08.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:21:08.067+0000 7fd27434f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:08.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:21:08.067+0000 7fd27434f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:08.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:21:08.067+0000 7fd27434f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:08.469 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:21:08.067+0000 7fd27434f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:21:08.470 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 -- 172.21.15.55:0/4033915938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 msgr2=0x7fe954107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 --2- 172.21.15.55:0/4033915938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe954107730 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fe944009900 tx=0x7fe94402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 -- 172.21.15.55:0/4033915938 shutdown_connections 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 --2- 172.21.15.55:0/4033915938 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe954107c70 0x7fe95410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 --2- 172.21.15.55:0/4033915938 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe954107730 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.583+0000 7fe95bf36640 1 --2- 172.21.15.55:0/4033915938 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 0x7fe954104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- 172.21.15.55:0/4033915938 >> 172.21.15.55:0/4033915938 conn(0x7fe9540fc400 msgr2=0x7fe9540fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- 172.21.15.55:0/4033915938 shutdown_connections 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- 172.21.15.55:0/4033915938 wait complete. 2024-04-23T18:21:08.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 Processor -- start 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- start start 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 0x7fe954198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe954107c70 0x7fe95419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe95410dc30 con 0x7fe954105340 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe95410dab0 con 0x7fe954102a10 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe95bf36640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe95410ddb0 con 0x7fe954107c70 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe9594d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe9594d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34970/0 (socket says 172.21.15.55:34970) 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe9594d1640 1 -- 172.21.15.55:0/2137448686 learned_addr learned my addr 172.21.15.55:0/2137448686 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.584+0000 7fe959cd2640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 0x7fe954198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 -- 172.21.15.55:0/2137448686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe954107c70 msgr2=0x7fe95419f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe954107c70 0x7fe95419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 -- 172.21.15.55:0/2137448686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 msgr2=0x7fe954198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 0x7fe954198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 -- 172.21.15.55:0/2137448686 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe954100880 con 0x7fe954105340 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe9594d1640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe944031570 tx=0x7fe944032c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe94403f030 con 0x7fe954105340 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe944032e30 con 0x7fe954105340 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe954100b10 con 0x7fe954105340 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe944035070 con 0x7fe954105340 2024-04-23T18:21:08.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.585+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe954101050 con 0x7fe954105340 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.586+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe95402d5c0 con 0x7fe954105340 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.587+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fe944042030 con 0x7fe954105340 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.588+0000 7fe94affd640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 0x7fe9400a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.588+0000 7fe959cd2640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 0x7fe9400a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.588+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fe9440f0b50 con 0x7fe954105340 2024-04-23T18:21:08.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.588+0000 7fe959cd2640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 0x7fe9400a60f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe950005fd0 tx=0x7fe950009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.593+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe9440bd5e0 con 0x7fe954105340 2024-04-23T18:21:08.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: pgmap v291: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:active 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:creating} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:08.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:08 smithi055 ceph-mon[29189]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-04-23T18:21:08.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.820+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7fe9540fdbb0 con 0x7fe9400a3c30 2024-04-23T18:21:08.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.827+0000 7fe94affd640 1 -- 172.21.15.55:0/2137448686 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fe9540fdbb0 con 0x7fe9400a3c30 2024-04-23T18:21:08.820 INFO:teuthology.orchestra.run.smithi055.stdout:/volumes/qa/sv_0/fceb624f-7990-468c-99f8-7f4a0990c05c 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 msgr2=0x7fe9400a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 0x7fe9400a60f0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fe950005fd0 tx=0x7fe950009500 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 msgr2=0x7fe9541987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe944031570 tx=0x7fe944032c40 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 shutdown_connections 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe9400a3c30 0x7fe9400a60f0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe954107c70 0x7fe95419f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe954105340 0x7fe9541987d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 --2- 172.21.15.55:0/2137448686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe954102a10 0x7fe954198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 >> 172.21.15.55:0/2137448686 conn(0x7fe9540fc400 msgr2=0x7fe954103310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 shutdown_connections 2024-04-23T18:21:08.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.829+0000 7fe95bf36640 1 -- 172.21.15.55:0/2137448686 wait complete. 2024-04-23T18:21:08.833 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-04-23T18:21:08.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 -- 172.21.15.55:0/1893636754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4103190 msgr2=0x7fbbf4103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 --2- 172.21.15.55:0/1893636754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4103190 0x7fbbf4103610 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbbe8009900 tx=0x7fbbe802a410 comp rx=0 tx=0).stop 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 -- 172.21.15.55:0/1893636754 shutdown_connections 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 --2- 172.21.15.55:0/1893636754 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103b50 0x7fbbf410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 --2- 172.21.15.55:0/1893636754 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4103190 0x7fbbf4103610 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 --2- 172.21.15.55:0/1893636754 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4101fa0 0x7fbbf41023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 -- 172.21.15.55:0/1893636754 >> 172.21.15.55:0/1893636754 conn(0x7fbbf40fd530 msgr2=0x7fbbf40ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 -- 172.21.15.55:0/1893636754 shutdown_connections 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.947+0000 7fbbfb144640 1 -- 172.21.15.55:0/1893636754 wait complete. 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 Processor -- start 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 -- start start 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 0x7fbbf4198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4103b50 0x7fbbf419f800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf410dc00 con 0x7fbbf4101fa0 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf410da80 con 0x7fbbf4103b50 2024-04-23T18:21:08.943 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbfb144640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbbf410dd80 con 0x7fbbf4103190 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34986/0 (socket says 172.21.15.55:34986) 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 -- 172.21.15.55:0/2871807605 learned_addr learned my addr 172.21.15.55:0/2871807605 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf96e1640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4103b50 0x7fbbf419f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf3fff640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 0x7fbbf4198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 -- 172.21.15.55:0/2871807605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 msgr2=0x7fbbf4198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 0x7fbbf4198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 -- 172.21.15.55:0/2871807605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4103b50 msgr2=0x7fbbf419f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4103b50 0x7fbbf419f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 -- 172.21.15.55:0/2871807605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbf419fe70 con 0x7fbbf4101fa0 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf3fff640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 0x7fbbf4198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf8ee0640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbbe400e9c0 tx=0x7fbbe400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.944 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbe400cde0 con 0x7fbbf4101fa0 2024-04-23T18:21:08.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbbe4010900 con 0x7fbbf4101fa0 2024-04-23T18:21:08.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.948+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbe40189d0 con 0x7fbbf4101fa0 2024-04-23T18:21:08.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.949+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbf41a0160 con 0x7fbbf4101fa0 2024-04-23T18:21:08.945 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.949+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbf41a0700 con 0x7fbbf4101fa0 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.950+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbf4109340 con 0x7fbbf4101fa0 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.951+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fbbe401f020 con 0x7fbbf4101fa0 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.951+0000 7fbbf1ffb640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 0x7fbbdc0a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.952+0000 7fbbf3fff640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 0x7fbbdc0a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.952+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fbbe40d0470 con 0x7fbbf4101fa0 2024-04-23T18:21:08.946 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.952+0000 7fbbf3fff640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 0x7fbbdc0a60f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4199760 tx=0x7fbbe8031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:08.949 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:08.956+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbbe409cfa0 con 0x7fbbf4101fa0 2024-04-23T18:21:08.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: pgmap v291: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:active 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:creating} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:08 smithi116 ceph-mon[32310]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-04-23T18:21:09.017 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: pgmap v291: 97 pgs: 13 creating+peering, 84 active+clean; 579 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 6 op/s 2024-04-23T18:21:09.017 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2487109858' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-04-23T18:21:09.018 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] up:active 2024-04-23T18:21:09.018 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: daemon mds.f assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-04-23T18:21:09.018 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=e=up:active} 2 up:standby-replay 7 up:standby 2024-04-23T18:21:09.018 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:creating} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:09.018 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:08 smithi152 ceph-mon[33022]: daemon mds.f is now active in filesystem cephfs as rank 3 2024-04-23T18:21:09.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.171+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fbbf4062420 con 0x7fbbdc0a3c30 2024-04-23T18:21:09.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.195+0000 7fbbf1ffb640 1 -- 172.21.15.55:0/2871807605 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fbbf4062420 con 0x7fbbdc0a3c30 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.197+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 msgr2=0x7fbbdc0a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.197+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 0x7fbbdc0a60f0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4199760 tx=0x7fbbe8031510 comp rx=0 tx=0).stop 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.197+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 msgr2=0x7fbbf4198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.197+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fbbe400e9c0 tx=0x7fbbe400ee80 comp rx=0 tx=0).stop 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 shutdown_connections 2024-04-23T18:21:09.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbbdc0a3c30 0x7fbbdc0a60f0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbbf4103190 0x7fbbf4198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbbf4103b50 0x7fbbf419f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 --2- 172.21.15.55:0/2871807605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbbf4101fa0 0x7fbbf4198250 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 >> 172.21.15.55:0/2871807605 conn(0x7fbbf40fd530 msgr2=0x7fbbf4106510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 shutdown_connections 2024-04-23T18:21:09.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.198+0000 7fbbfb144640 1 -- 172.21.15.55:0/2871807605 wait complete. 2024-04-23T18:21:09.202 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-04-23T18:21:09.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 -- 172.21.15.55:0/3126462695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 msgr2=0x7f5c6c1023c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 --2- 172.21.15.55:0/3126462695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1023c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5c68009900 tx=0x7f5c6802a410 comp rx=0 tx=0).stop 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 -- 172.21.15.55:0/3126462695 shutdown_connections 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 --2- 172.21.15.55:0/3126462695 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103190 0x7f5c6c103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 --2- 172.21.15.55:0/3126462695 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103b50 0x7f5c6c10a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 --2- 172.21.15.55:0/3126462695 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1023c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 -- 172.21.15.55:0/3126462695 >> 172.21.15.55:0/3126462695 conn(0x7f5c6c0fd530 msgr2=0x7f5c6c0ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 -- 172.21.15.55:0/3126462695 shutdown_connections 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.315+0000 7f5c733af640 1 -- 172.21.15.55:0/3126462695 wait complete. 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 Processor -- start 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 -- start start 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103190 0x7f5c6c198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 0x7f5c6c19f880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c10dc00 con 0x7f5c6c101fa0 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c10da80 con 0x7f5c6c103190 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c733af640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5c6c10dd80 con 0x7f5c6c103b50 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:35000/0 (socket says 172.21.15.55:35000) 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 -- 172.21.15.55:0/1061175961 learned_addr learned my addr 172.21.15.55:0/1061175961 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7094a640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103190 0x7f5c6c198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7194c640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 0x7f5c6c19f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 -- 172.21.15.55:0/1061175961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 msgr2=0x7f5c6c19f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 0x7f5c6c19f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 -- 172.21.15.55:0/1061175961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103190 msgr2=0x7f5c6c198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103190 0x7f5c6c198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 -- 172.21.15.55:0/1061175961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c6c19fef0 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7194c640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 0x7f5c6c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.316+0000 7f5c7114b640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5c68006010 tx=0x7f5c680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.317+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c6803f030 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.317+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5c68003cd0 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.317+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c6c1a0180 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.317+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c68035070 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.317+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c6c1a06c0 con 0x7f5c6c101fa0 2024-04-23T18:21:09.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.318+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c6c1093b0 con 0x7f5c6c101fa0 2024-04-23T18:21:09.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.319+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7f5c68042030 con 0x7f5c6c101fa0 2024-04-23T18:21:09.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.319+0000 7f5c627fc640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 0x7f5c580a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.319+0000 7f5c7094a640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 0x7f5c580a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.319+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f5c680f0400 con 0x7f5c6c101fa0 2024-04-23T18:21:09.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.320+0000 7f5c7094a640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 0x7f5c580a60f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c1997e0 tx=0x7f5c5c00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.317 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.324+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c680bcf30 con 0x7f5c6c101fa0 2024-04-23T18:21:09.534 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.540+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f5c6c062420 con 0x7f5c580a3c30 2024-04-23T18:21:09.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.545+0000 7f5c627fc640 1 -- 172.21.15.55:0/1061175961 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f5c6c062420 con 0x7f5c580a3c30 2024-04-23T18:21:09.538 INFO:teuthology.orchestra.run.smithi055.stdout:/volumes/qa/sv_1/5153b436-0a8a-44a9-a996-31b8029740bb 2024-04-23T18:21:09.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 msgr2=0x7f5c580a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 0x7f5c580a60f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5c6c1997e0 tx=0x7f5c5c00b410 comp rx=0 tx=0).stop 2024-04-23T18:21:09.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 msgr2=0x7f5c6c1982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f5c68006010 tx=0x7f5c680042f0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 shutdown_connections 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5c580a3c30 0x7f5c580a60f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c6c103b50 0x7f5c6c19f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c6c103190 0x7f5c6c198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 --2- 172.21.15.55:0/1061175961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c6c101fa0 0x7f5c6c1982d0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 >> 172.21.15.55:0/1061175961 conn(0x7f5c6c0fd530 msgr2=0x7f5c6c106580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 shutdown_connections 2024-04-23T18:21:09.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.547+0000 7f5c733af640 1 -- 172.21.15.55:0/1061175961 wait complete. 2024-04-23T18:21:09.551 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- 172.21.15.55:0/922526378 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf981029a0 msgr2=0x7fdf981092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/922526378 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf981029a0 0x7fdf981092c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009ca0 tx=0x7fdf9002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- 172.21.15.55:0/922526378 shutdown_connections 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/922526378 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf98101fe0 0x7fdf98102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/922526378 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf981029a0 0x7fdf981092c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.656 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/922526378 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf981012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- 172.21.15.55:0/922526378 >> 172.21.15.55:0/922526378 conn(0x7fdf980fc400 msgr2=0x7fdf980fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- 172.21.15.55:0/922526378 shutdown_connections 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- 172.21.15.55:0/922526378 wait complete. 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 Processor -- start 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.661+0000 7fdf9dc43640 1 -- start start 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf98198210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf981029a0 0x7fdf9819f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810cb10 con 0x7fdf98101fe0 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810c990 con 0x7fdf98100e90 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fdf9810cc90 con 0x7fdf981029a0 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60908/0 (socket says 172.21.15.55:60908) 2024-04-23T18:21:09.657 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 -- 172.21.15.55:0/3802009141 learned_addr learned my addr 172.21.15.55:0/3802009141 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf977fe640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf98198210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf97fff640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf981029a0 0x7fdf9819f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 -- 172.21.15.55:0/3802009141 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf981029a0 msgr2=0x7fdf9819f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf981029a0 0x7fdf9819f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 -- 172.21.15.55:0/3802009141 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 msgr2=0x7fdf98198210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf98198210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 -- 172.21.15.55:0/3802009141 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf9819fe30 con 0x7fdf98101fe0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf977fe640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf98198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf8effd640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdf8000d770 tx=0x7fdf8000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf80017070 con 0x7fdf98101fe0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdf80009c30 con 0x7fdf98101fe0 2024-04-23T18:21:09.658 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf981a0120 con 0x7fdf98101fe0 2024-04-23T18:21:09.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf80003d70 con 0x7fdf98101fe0 2024-04-23T18:21:09.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.662+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf981a06c0 con 0x7fdf98101fe0 2024-04-23T18:21:09.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.663+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf981a0920 con 0x7fdf98101fe0 2024-04-23T18:21:09.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.664+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 16) ==== 138646+0+0 (secure 0 0 0) 0x7fdf80003f10 con 0x7fdf98101fe0 2024-04-23T18:21:09.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.665+0000 7fdf957fa640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 0x7fdf840a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:09.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.665+0000 7fdf977fe640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 0x7fdf840a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:09.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.665+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fdf800cfbb0 con 0x7fdf98101fe0 2024-04-23T18:21:09.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.665+0000 7fdf977fe640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 0x7fdf840a60f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf88009fc0 tx=0x7fdf88005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:09.662 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.669+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdf80009de0 con 0x7fdf98101fe0 2024-04-23T18:21:09.739 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.746+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fdf80098660 con 0x7fdf98101fe0 2024-04-23T18:21:09.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.916+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf981a0ff0 con 0x7fdf98101fe0 2024-04-23T18:21:09.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.917+0000 7fdf957fa640 1 -- 172.21.15.55:0/3802009141 <== mon.0 v2:172.21.15.55:3300/0 8 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7fdf800c6920 con 0x7fdf98101fe0 2024-04-23T18:21:09.910 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:09.910 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:21:09.911 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:21:09.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 msgr2=0x7fdf840a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 0x7fdf840a60f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdf88009fc0 tx=0x7fdf88005f90 comp rx=0 tx=0).stop 2024-04-23T18:21:09.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 msgr2=0x7fdf98198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:09.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fdf8000d770 tx=0x7fdf8000dc30 comp rx=0 tx=0).stop 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 shutdown_connections 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdf840a3c30 0x7fdf840a60f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdf981029a0 0x7fdf9819f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdf98101fe0 0x7fdf98198750 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 --2- 172.21.15.55:0/3802009141 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdf98100e90 0x7fdf98198210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 >> 172.21.15.55:0/3802009141 conn(0x7fdf980fc400 msgr2=0x7fdf980fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 shutdown_connections 2024-04-23T18:21:09.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:09.919+0000 7fdf9dc43640 1 -- 172.21.15.55:0/3802009141 wait complete. 2024-04-23T18:21:09.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:09.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:09.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:active 2024-04-23T18:21:09.922 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:09.923 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:09.923 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: Cluster is now healthy 2024-04-23T18:21:09.923 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:active} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:09.923 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-23T18:21:09.923 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:09 smithi055 ceph-mon[29189]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-23T18:21:09.924 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:21:10.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 -- 172.21.15.55:0/2030101319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418102a30 msgr2=0x7f0418104e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 --2- 172.21.15.55:0/2030101319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418102a30 0x7f0418104e20 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0410009900 tx=0x7f041002a410 comp rx=0 tx=0).stop 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 -- 172.21.15.55:0/2030101319 shutdown_connections 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 --2- 172.21.15.55:0/2030101319 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418105360 0x7f0418107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 --2- 172.21.15.55:0/2030101319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418107c90 0x7f041810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 --2- 172.21.15.55:0/2030101319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418102a30 0x7f0418104e20 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 -- 172.21.15.55:0/2030101319 >> 172.21.15.55:0/2030101319 conn(0x7f04180fc440 msgr2=0x7f04180fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 -- 172.21.15.55:0/2030101319 shutdown_connections 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.032+0000 7f041eeda640 1 -- 172.21.15.55:0/2030101319 wait complete. 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 Processor -- start 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 -- start start 2024-04-23T18:21:10.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418102a30 0x7f0418198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 0x7f0418198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f041810dc80 con 0x7f0418107c90 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f041810db00 con 0x7f0418105360 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041eeda640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f041810de00 con 0x7f0418102a30 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60928/0 (socket says 172.21.15.55:60928) 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 -- 172.21.15.55:0/1402483820 learned_addr learned my addr 172.21.15.55:0/1402483820 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f0417fff640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 0x7f0418198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041cc76640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418102a30 0x7f0418198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 -- 172.21.15.55:0/1402483820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418102a30 msgr2=0x7f0418198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418102a30 0x7f0418198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 -- 172.21.15.55:0/1402483820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 msgr2=0x7f0418198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 0x7f0418198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f041d477640 1 -- 172.21.15.55:0/1402483820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f041819ff40 con 0x7f0418107c90 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.033+0000 7f0417fff640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 0x7f0418198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f041d477640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f040000e970 tx=0x7f040000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f040000ccc0 con 0x7f0418107c90 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f040000ce60 con 0x7f0418107c90 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04181a0230 con 0x7f0418107c90 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0400010430 con 0x7f0418107c90 2024-04-23T18:21:10.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.034+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04181a0780 con 0x7f0418107c90 2024-04-23T18:21:10.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.035+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04180fdf30 con 0x7f0418107c90 2024-04-23T18:21:10.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.036+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0400005020 con 0x7f0418107c90 2024-04-23T18:21:10.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.036+0000 7f0415ffb640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 0x7f04040a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.037+0000 7f041cc76640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 0x7f04040a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.037+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f04000d0750 con 0x7f0418107c90 2024-04-23T18:21:10.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.037+0000 7f041cc76640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 0x7f04040a6180 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0410031570 tx=0x7f0410005a20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.041+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f040009d180 con 0x7f0418107c90 2024-04-23T18:21:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:active 2024-04-23T18:21:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:10.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: Cluster is now healthy 2024-04-23T18:21:10.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:active} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:10.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-23T18:21:10.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:09 smithi152 ceph-mon[33022]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-23T18:21:10.127 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: from='client.24599 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.127 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: from='client.14730 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] up:active 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: Cluster is now healthy 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=e=up:active,3=f=up:active} 2 up:standby-replay 6 up:standby 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: fsmap cephfs:5 2 up:standby-replay 1 up:creating 5 up:standby 4 up:active 2024-04-23T18:21:10.128 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:09 smithi116 ceph-mon[32310]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-04-23T18:21:10.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.228+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0418062b50 con 0x7f0418107c90 2024-04-23T18:21:10.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.229+0000 7f0415ffb640 1 -- 172.21.15.55:0/1402483820 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22205 (secure 0 0 0) 0x7f040009ca80 con 0x7f0418107c90 2024-04-23T18:21:10.223 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:10.223 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":86,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:03.420297+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:10.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 msgr2=0x7f04040a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 0x7f04040a6180 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f0410031570 tx=0x7f0410005a20 comp rx=0 tx=0).stop 2024-04-23T18:21:10.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 msgr2=0x7f041819f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f040000e970 tx=0x7f040000ed70 comp rx=0 tx=0).stop 2024-04-23T18:21:10.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 shutdown_connections 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f04040a3cc0 0x7f04040a6180 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0418107c90 0x7f041819f8d0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0418105360 0x7f0418198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 --2- 172.21.15.55:0/1402483820 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0418102a30 0x7f0418198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.231+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 >> 172.21.15.55:0/1402483820 conn(0x7f04180fc440 msgr2=0x7f0418103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.232+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 shutdown_connections 2024-04-23T18:21:10.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.232+0000 7f041eeda640 1 -- 172.21.15.55:0/1402483820 wait complete. 2024-04-23T18:21:10.236 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-23T18:21:10.237 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 -- 172.21.15.55:0/3801906365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4103190 msgr2=0x7fdee4103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 --2- 172.21.15.55:0/3801906365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4103190 0x7fdee4103610 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fded4009900 tx=0x7fded402a410 comp rx=0 tx=0).stop 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 -- 172.21.15.55:0/3801906365 shutdown_connections 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 --2- 172.21.15.55:0/3801906365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 0x7fdee410a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 --2- 172.21.15.55:0/3801906365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4103190 0x7fdee4103610 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 --2- 172.21.15.55:0/3801906365 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4101fa0 0x7fdee41023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 -- 172.21.15.55:0/3801906365 >> 172.21.15.55:0/3801906365 conn(0x7fdee40fd550 msgr2=0x7fdee40ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 -- 172.21.15.55:0/3801906365 shutdown_connections 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.345+0000 7fdeea64e640 1 -- 172.21.15.55:0/3801906365 wait complete. 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 Processor -- start 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 -- start start 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4103190 0x7fdee41987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 0x7fdee419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fdee410dc00 con 0x7fdee4101fa0 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fdee410da80 con 0x7fdee4103190 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdeea64e640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fdee410dd80 con 0x7fdee4103b50 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdee3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdee3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60954/0 (socket says 172.21.15.55:60954) 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdee3fff640 1 -- 172.21.15.55:0/698188556 learned_addr learned my addr 172.21.15.55:0/698188556 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdee37fe640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4103190 0x7fdee41987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.346+0000 7fdee8beb640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 0x7fdee419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 -- 172.21.15.55:0/698188556 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 msgr2=0x7fdee419f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 0x7fdee419f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 -- 172.21.15.55:0/698188556 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4103190 msgr2=0x7fdee41987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4103190 0x7fdee41987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 -- 172.21.15.55:0/698188556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdee419fec0 con 0x7fdee4101fa0 2024-04-23T18:21:10.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee3fff640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fded800d770 tx=0x7fded800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8017070 con 0x7fdee4101fa0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fded8009c30 con 0x7fdee4101fa0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdee41a01b0 con 0x7fdee4101fa0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fded8003d70 con 0x7fdee4101fa0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.347+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdee41a06d0 con 0x7fdee4101fa0 2024-04-23T18:21:10.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.348+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdee4109390 con 0x7fdee4101fa0 2024-04-23T18:21:10.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.349+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fded8003f10 con 0x7fdee4101fa0 2024-04-23T18:21:10.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.349+0000 7fdee17fa640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 0x7fdecc0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.350+0000 7fdee37fe640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 0x7fdecc0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.350+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fded80cfd50 con 0x7fdee4101fa0 2024-04-23T18:21:10.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.350+0000 7fdee37fe640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 0x7fdecc0a6100 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fded4000c00 tx=0x7fded4031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.347 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.354+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fded809c780 con 0x7fdee4101fa0 2024-04-23T18:21:10.534 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.540+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdee4062390 con 0x7fdecc0a3c40 2024-04-23T18:21:10.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.548+0000 7fdee17fa640 1 -- 172.21.15.55:0/698188556 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258922 (secure 0 0 0) 0x7fdee4062390 con 0x7fdecc0a3c40 2024-04-23T18:21:10.544 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:10.546 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 msgr2=0x7fdecc0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 0x7fdecc0a6100 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fded4000c00 tx=0x7fded4031510 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 msgr2=0x7fdee41982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fded800d770 tx=0x7fded800dc30 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 shutdown_connections 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fdecc0a3c40 0x7fdecc0a6100 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fdee4103b50 0x7fdee419f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fdee4103190 0x7fdee41987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 --2- 172.21.15.55:0/698188556 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fdee4101fa0 0x7fdee41982a0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 >> 172.21.15.55:0/698188556 conn(0x7fdee40fd550 msgr2=0x7fdee4106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 shutdown_connections 2024-04-23T18:21:10.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.551+0000 7fdeea64e640 1 -- 172.21.15.55:0/698188556 wait complete. 2024-04-23T18:21:10.555 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-04-23T18:21:08.922022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596166,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":148,"num_read_kb":130,"num_write":310,"num_write_kb":2985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":252,"ondisk_log_size":252,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":237,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364468,"kb_used_data":11136,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577356,"statfs":{"total":1151940427776,"available":1151567212544,"internally_reserved":0,"allocated":11403264,"data_stored":7089720,"data_compressed":109230,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5798,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":12,"num_read_kb":11,"num_write":129,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.336717"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718746+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:21:03.718746+0000","last_peered":"2024-04-23T18:21:03.718746+0000","last_clean":"2024-04-23T18:21:03.718746+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:21:03.718746+0000","last_undegraded":"2024-04-23T18:21:03.718746+0000","last_fullsized":"2024-04-23T18:21:03.718746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577605+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:21:03.577605+0000","last_peered":"2024-04-23T18:21:03.577605+0000","last_clean":"2024-04-23T18:21:03.577605+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:21:03.577605+0000","last_undegraded":"2024-04-23T18:21:03.577605+0000","last_fullsized":"2024-04-23T18:21:03.577605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576926+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:21:03.576926+0000","last_peered":"2024-04-23T18:21:03.576926+0000","last_clean":"2024-04-23T18:21:03.576926+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:21:03.576926+0000","last_undegraded":"2024-04-23T18:21:03.576926+0000","last_fullsized":"2024-04-23T18:21:03.576926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.425265+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:21:03.425265+0000","last_peered":"2024-04-23T18:21:03.425265+0000","last_clean":"2024-04-23T18:21:03.425265+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:21:03.425265+0000","last_undegraded":"2024-04-23T18:21:03.425265+0000","last_fullsized":"2024-04-23T18:21:03.425265+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577466+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:21:03.577466+0000","last_peered":"2024-04-23T18:21:03.577466+0000","last_clean":"2024-04-23T18:21:03.577466+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:21:03.577466+0000","last_undegraded":"2024-04-23T18:21:03.577466+0000","last_fullsized":"2024-04-23T18:21:03.577466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578254+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:21:03.578254+0000","last_peered":"2024-04-23T18:21:03.578254+0000","last_clean":"2024-04-23T18:21:03.578254+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:21:03.578254+0000","last_undegraded":"2024-04-23T18:21:03.578254+0000","last_fullsized":"2024-04-23T18:21:03.578254+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577645+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:21:03.577645+0000","last_peered":"2024-04-23T18:21:03.577645+0000","last_clean":"2024-04-23T18:21:03.577645+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:21:03.577645+0000","last_undegraded":"2024-04-23T18:21:03.577645+0000","last_fullsized":"2024-04-23T18:21:03.577645+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423311+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:21:03.423311+0000","last_peered":"2024-04-23T18:21:03.423311+0000","last_clean":"2024-04-23T18:21:03.423311+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:21:03.423311+0000","last_undegraded":"2024-04-23T18:21:03.423311+0000","last_fullsized":"2024-04-23T18:21:03.423311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578784+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:21:03.578784+0000","last_peered":"2024-04-23T18:21:03.578784+0000","last_clean":"2024-04-23T18:21:03.578784+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:21:03.578784+0000","last_undegraded":"2024-04-23T18:21:03.578784+0000","last_fullsized":"2024-04-23T18:21:03.578784+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579132+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:21:03.579132+0000","last_peered":"2024-04-23T18:21:03.579132+0000","last_clean":"2024-04-23T18:21:03.579132+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:21:03.579132+0000","last_undegraded":"2024-04-23T18:21:03.579132+0000","last_fullsized":"2024-04-23T18:21:03.579132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578116+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:21:03.578116+0000","last_peered":"2024-04-23T18:21:03.578116+0000","last_clean":"2024-04-23T18:21:03.578116+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:21:03.578116+0000","last_undegraded":"2024-04-23T18:21:03.578116+0000","last_fullsized":"2024-04-23T18:21:03.578116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.425126+0000","last_change":"2024-04-23T18:21:02.451059+0000","last_active":"2024-04-23T18:21:03.425126+0000","last_peered":"2024-04-23T18:21:03.425126+0000","last_clean":"2024-04-23T18:21:03.425126+0000","last_became_active":"2024-04-23T18:21:02.450619+0000","last_became_peered":"2024-04-23T18:21:02.450619+0000","last_unstale":"2024-04-23T18:21:03.425126+0000","last_undegraded":"2024-04-23T18:21:03.425126+0000","last_fullsized":"2024-04-23T18:21:03.425126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:11:45.275002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577716+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:21:03.577716+0000","last_peered":"2024-04-23T18:21:03.577716+0000","last_clean":"2024-04-23T18:21:03.577716+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:21:03.577716+0000","last_undegraded":"2024-04-23T18:21:03.577716+0000","last_fullsized":"2024-04-23T18:21:03.577716+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576731+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:21:03.576731+0000","last_peered":"2024-04-23T18:21:03.576731+0000","last_clean":"2024-04-23T18:21:03.576731+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:21:03.576731+0000","last_undegraded":"2024-04-23T18:21:03.576731+0000","last_fullsized":"2024-04-23T18:21:03.576731+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576779+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:21:03.576779+0000","last_peered":"2024-04-23T18:21:03.576779+0000","last_clean":"2024-04-23T18:21:03.576779+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:21:03.576779+0000","last_undegraded":"2024-04-23T18:21:03.576779+0000","last_fullsized":"2024-04-23T18:21:03.576779+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577304+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:21:03.577304+0000","last_peered":"2024-04-23T18:21:03.577304+0000","last_clean":"2024-04-23T18:21:03.577304+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:21:03.577304+0000","last_undegraded":"2024-04-23T18:21:03.577304+0000","last_fullsized":"2024-04-23T18:21:03.577304+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718784+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:21:03.718784+0000","last_peered":"2024-04-23T18:21:03.718784+0000","last_clean":"2024-04-23T18:21:03.718784+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:21:03.718784+0000","last_undegraded":"2024-04-23T18:21:03.718784+0000","last_fullsized":"2024-04-23T18:21:03.718784+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577623+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:21:03.577623+0000","last_peered":"2024-04-23T18:21:03.577623+0000","last_clean":"2024-04-23T18:21:03.577623+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:21:03.577623+0000","last_undegraded":"2024-04-23T18:21:03.577623+0000","last_fullsized":"2024-04-23T18:21:03.577623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577305+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:21:03.577305+0000","last_peered":"2024-04-23T18:21:03.577305+0000","last_clean":"2024-04-23T18:21:03.577305+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:21:03.577305+0000","last_undegraded":"2024-04-23T18:21:03.577305+0000","last_fullsized":"2024-04-23T18:21:03.577305+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577750+0000","last_change":"2024-04-23T18:21:01.598923+0000","last_active":"2024-04-23T18:21:03.577750+0000","last_peered":"2024-04-23T18:21:03.577750+0000","last_clean":"2024-04-23T18:21:03.577750+0000","last_became_active":"2024-04-23T18:21:01.597461+0000","last_became_peered":"2024-04-23T18:21:01.597461+0000","last_unstale":"2024-04-23T18:21:03.577750+0000","last_undegraded":"2024-04-23T18:21:03.577750+0000","last_fullsized":"2024-04-23T18:21:03.577750+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:59:57.764177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423664+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:21:03.423664+0000","last_peered":"2024-04-23T18:21:03.423664+0000","last_clean":"2024-04-23T18:21:03.423664+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:21:03.423664+0000","last_undegraded":"2024-04-23T18:21:03.423664+0000","last_fullsized":"2024-04-23T18:21:03.423664+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.561681+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:21:03.561681+0000","last_peered":"2024-04-23T18:21:03.561681+0000","last_clean":"2024-04-23T18:21:03.561681+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:21:03.561681+0000","last_undegraded":"2024-04-23T18:21:03.561681+0000","last_fullsized":"2024-04-23T18:21:03.561681+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577218+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:21:03.577218+0000","last_peered":"2024-04-23T18:21:03.577218+0000","last_clean":"2024-04-23T18:21:03.577218+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:21:03.577218+0000","last_undegraded":"2024-04-23T18:21:03.577218+0000","last_fullsized":"2024-04-23T18:21:03.577218+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729630+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:21:07.729630+0000","last_peered":"2024-04-23T18:21:07.729630+0000","last_clean":"2024-04-23T18:21:07.729630+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:21:07.729630+0000","last_undegraded":"2024-04-23T18:21:07.729630+0000","last_fullsized":"2024-04-23T18:21:07.729630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578296+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:21:03.578296+0000","last_peered":"2024-04-23T18:21:03.578296+0000","last_clean":"2024-04-23T18:21:03.578296+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:21:03.578296+0000","last_undegraded":"2024-04-23T18:21:03.578296+0000","last_fullsized":"2024-04-23T18:21:03.578296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577857+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:21:03.577857+0000","last_peered":"2024-04-23T18:21:03.577857+0000","last_clean":"2024-04-23T18:21:03.577857+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:21:03.577857+0000","last_undegraded":"2024-04-23T18:21:03.577857+0000","last_fullsized":"2024-04-23T18:21:03.577857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424487+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:21:03.424487+0000","last_peered":"2024-04-23T18:21:03.424487+0000","last_clean":"2024-04-23T18:21:03.424487+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:21:03.424487+0000","last_undegraded":"2024-04-23T18:21:03.424487+0000","last_fullsized":"2024-04-23T18:21:03.424487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.691974+0000","last_change":"2024-04-23T18:21:01.599004+0000","last_active":"2024-04-23T18:21:06.691974+0000","last_peered":"2024-04-23T18:21:06.691974+0000","last_clean":"2024-04-23T18:21:06.691974+0000","last_became_active":"2024-04-23T18:21:01.598643+0000","last_became_peered":"2024-04-23T18:21:01.598643+0000","last_unstale":"2024-04-23T18:21:06.691974+0000","last_undegraded":"2024-04-23T18:21:06.691974+0000","last_fullsized":"2024-04-23T18:21:06.691974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:26:35.492625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577420+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:21:03.577420+0000","last_peered":"2024-04-23T18:21:03.577420+0000","last_clean":"2024-04-23T18:21:03.577420+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:21:03.577420+0000","last_undegraded":"2024-04-23T18:21:03.577420+0000","last_fullsized":"2024-04-23T18:21:03.577420+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578043+0000","last_change":"2024-04-23T18:21:01.599147+0000","last_active":"2024-04-23T18:21:03.578043+0000","last_peered":"2024-04-23T18:21:03.578043+0000","last_clean":"2024-04-23T18:21:03.578043+0000","last_became_active":"2024-04-23T18:21:01.598477+0000","last_became_peered":"2024-04-23T18:21:01.598477+0000","last_unstale":"2024-04-23T18:21:03.578043+0000","last_undegraded":"2024-04-23T18:21:03.578043+0000","last_fullsized":"2024-04-23T18:21:03.578043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:47:37.780282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424535+0000","last_change":"2024-04-23T18:21:02.450815+0000","last_active":"2024-04-23T18:21:03.424535+0000","last_peered":"2024-04-23T18:21:03.424535+0000","last_clean":"2024-04-23T18:21:03.424535+0000","last_became_active":"2024-04-23T18:21:02.450386+0000","last_became_peered":"2024-04-23T18:21:02.450386+0000","last_unstale":"2024-04-23T18:21:03.424535+0000","last_undegraded":"2024-04-23T18:21:03.424535+0000","last_fullsized":"2024-04-23T18:21:03.424535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:35:22.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.704345+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:21:06.704345+0000","last_peered":"2024-04-23T18:21:06.704345+0000","last_clean":"2024-04-23T18:21:06.704345+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:21:06.704345+0000","last_undegraded":"2024-04-23T18:21:06.704345+0000","last_fullsized":"2024-04-23T18:21:06.704345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423371+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:21:03.423371+0000","last_peered":"2024-04-23T18:21:03.423371+0000","last_clean":"2024-04-23T18:21:03.423371+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:21:03.423371+0000","last_undegraded":"2024-04-23T18:21:03.423371+0000","last_fullsized":"2024-04-23T18:21:03.423371+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424343+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:21:03.424343+0000","last_peered":"2024-04-23T18:21:03.424343+0000","last_clean":"2024-04-23T18:21:03.424343+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:21:03.424343+0000","last_undegraded":"2024-04-23T18:21:03.424343+0000","last_fullsized":"2024-04-23T18:21:03.424343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577082+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:21:03.577082+0000","last_peered":"2024-04-23T18:21:03.577082+0000","last_clean":"2024-04-23T18:21:03.577082+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:21:03.577082+0000","last_undegraded":"2024-04-23T18:21:03.577082+0000","last_fullsized":"2024-04-23T18:21:03.577082+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579062+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:21:03.579062+0000","last_peered":"2024-04-23T18:21:03.579062+0000","last_clean":"2024-04-23T18:21:03.579062+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:21:03.579062+0000","last_undegraded":"2024-04-23T18:21:03.579062+0000","last_fullsized":"2024-04-23T18:21:03.579062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578639+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:21:03.578639+0000","last_peered":"2024-04-23T18:21:03.578639+0000","last_clean":"2024-04-23T18:21:03.578639+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:21:03.578639+0000","last_undegraded":"2024-04-23T18:21:03.578639+0000","last_fullsized":"2024-04-23T18:21:03.578639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722894+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:21:05.722894+0000","last_peered":"2024-04-23T18:21:05.722894+0000","last_clean":"2024-04-23T18:21:05.722894+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:21:05.722894+0000","last_undegraded":"2024-04-23T18:21:05.722894+0000","last_fullsized":"2024-04-23T18:21:05.722894+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577369+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:21:03.577369+0000","last_peered":"2024-04-23T18:21:03.577369+0000","last_clean":"2024-04-23T18:21:03.577369+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:21:03.577369+0000","last_undegraded":"2024-04-23T18:21:03.577369+0000","last_fullsized":"2024-04-23T18:21:03.577369+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.721978+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:21:05.721978+0000","last_peered":"2024-04-23T18:21:05.721978+0000","last_clean":"2024-04-23T18:21:05.721978+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:21:05.721978+0000","last_undegraded":"2024-04-23T18:21:05.721978+0000","last_fullsized":"2024-04-23T18:21:05.721978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577886+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:21:03.577886+0000","last_peered":"2024-04-23T18:21:03.577886+0000","last_clean":"2024-04-23T18:21:03.577886+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:21:03.577886+0000","last_undegraded":"2024-04-23T18:21:03.577886+0000","last_fullsized":"2024-04-23T18:21:03.577886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'6","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579023+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:21:03.579023+0000","last_peered":"2024-04-23T18:21:03.579023+0000","last_clean":"2024-04-23T18:21:03.579023+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:21:03.579023+0000","last_undegraded":"2024-04-23T18:21:03.579023+0000","last_fullsized":"2024-04-23T18:21:03.579023+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577833+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:21:03.577833+0000","last_peered":"2024-04-23T18:21:03.577833+0000","last_clean":"2024-04-23T18:21:03.577833+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:21:03.577833+0000","last_undegraded":"2024-04-23T18:21:03.577833+0000","last_fullsized":"2024-04-23T18:21:03.577833+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.703984+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:21:06.703984+0000","last_peered":"2024-04-23T18:21:06.703984+0000","last_clean":"2024-04-23T18:21:06.703984+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:21:06.703984+0000","last_undegraded":"2024-04-23T18:21:06.703984+0000","last_fullsized":"2024-04-23T18:21:06.703984+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577947+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:21:03.577947+0000","last_peered":"2024-04-23T18:21:03.577947+0000","last_clean":"2024-04-23T18:21:03.577947+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:21:03.577947+0000","last_undegraded":"2024-04-23T18:21:03.577947+0000","last_fullsized":"2024-04-23T18:21:03.577947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722581+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:21:05.722581+0000","last_peered":"2024-04-23T18:21:05.722581+0000","last_clean":"2024-04-23T18:21:05.722581+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:21:05.722581+0000","last_undegraded":"2024-04-23T18:21:05.722581+0000","last_fullsized":"2024-04-23T18:21:05.722581+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578369+0000","last_change":"2024-04-23T18:21:02.447767+0000","last_active":"2024-04-23T18:21:03.578369+0000","last_peered":"2024-04-23T18:21:03.578369+0000","last_clean":"2024-04-23T18:21:03.578369+0000","last_became_active":"2024-04-23T18:21:02.446891+0000","last_became_peered":"2024-04-23T18:21:02.446891+0000","last_unstale":"2024-04-23T18:21:03.578369+0000","last_undegraded":"2024-04-23T18:21:03.578369+0000","last_fullsized":"2024-04-23T18:21:03.578369+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.544015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.727645+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:21:07.727645+0000","last_peered":"2024-04-23T18:21:07.727645+0000","last_clean":"2024-04-23T18:21:07.727645+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:21:07.727645+0000","last_undegraded":"2024-04-23T18:21:07.727645+0000","last_fullsized":"2024-04-23T18:21:07.727645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577143+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:21:03.577143+0000","last_peered":"2024-04-23T18:21:03.577143+0000","last_clean":"2024-04-23T18:21:03.577143+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:21:03.577143+0000","last_undegraded":"2024-04-23T18:21:03.577143+0000","last_fullsized":"2024-04-23T18:21:03.577143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'16","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.705793+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:21:06.705793+0000","last_peered":"2024-04-23T18:21:06.705793+0000","last_clean":"2024-04-23T18:21:06.705793+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:21:06.705793+0000","last_undegraded":"2024-04-23T18:21:06.705793+0000","last_fullsized":"2024-04-23T18:21:06.705793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424160+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:21:03.424160+0000","last_peered":"2024-04-23T18:21:03.424160+0000","last_clean":"2024-04-23T18:21:03.424160+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:21:03.424160+0000","last_undegraded":"2024-04-23T18:21:03.424160+0000","last_fullsized":"2024-04-23T18:21:03.424160+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578084+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:21:03.578084+0000","last_peered":"2024-04-23T18:21:03.578084+0000","last_clean":"2024-04-23T18:21:03.578084+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:21:03.578084+0000","last_undegraded":"2024-04-23T18:21:03.578084+0000","last_fullsized":"2024-04-23T18:21:03.578084+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718518+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:21:03.718518+0000","last_peered":"2024-04-23T18:21:03.718518+0000","last_clean":"2024-04-23T18:21:03.718518+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:21:03.718518+0000","last_undegraded":"2024-04-23T18:21:03.718518+0000","last_fullsized":"2024-04-23T18:21:03.718518+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577400+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:21:03.577400+0000","last_peered":"2024-04-23T18:21:03.577400+0000","last_clean":"2024-04-23T18:21:03.577400+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:21:03.577400+0000","last_undegraded":"2024-04-23T18:21:03.577400+0000","last_fullsized":"2024-04-23T18:21:03.577400+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578977+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:21:03.578977+0000","last_peered":"2024-04-23T18:21:03.578977+0000","last_clean":"2024-04-23T18:21:03.578977+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:21:03.578977+0000","last_undegraded":"2024-04-23T18:21:03.578977+0000","last_fullsized":"2024-04-23T18:21:03.578977+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577889+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:21:03.577889+0000","last_peered":"2024-04-23T18:21:03.577889+0000","last_clean":"2024-04-23T18:21:03.577889+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:21:03.577889+0000","last_undegraded":"2024-04-23T18:21:03.577889+0000","last_fullsized":"2024-04-23T18:21:03.577889+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578844+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:21:03.578844+0000","last_peered":"2024-04-23T18:21:03.578844+0000","last_clean":"2024-04-23T18:21:03.578844+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:21:03.578844+0000","last_undegraded":"2024-04-23T18:21:03.578844+0000","last_fullsized":"2024-04-23T18:21:03.578844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424565+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:21:03.424565+0000","last_peered":"2024-04-23T18:21:03.424565+0000","last_clean":"2024-04-23T18:21:03.424565+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:21:03.424565+0000","last_undegraded":"2024-04-23T18:21:03.424565+0000","last_fullsized":"2024-04-23T18:21:03.424565+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.705480+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:21:06.705480+0000","last_peered":"2024-04-23T18:21:06.705480+0000","last_clean":"2024-04-23T18:21:06.705480+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:21:06.705480+0000","last_undegraded":"2024-04-23T18:21:06.705480+0000","last_fullsized":"2024-04-23T18:21:06.705480+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423770+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:21:03.423770+0000","last_peered":"2024-04-23T18:21:03.423770+0000","last_clean":"2024-04-23T18:21:03.423770+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:21:03.423770+0000","last_undegraded":"2024-04-23T18:21:03.423770+0000","last_fullsized":"2024-04-23T18:21:03.423770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729691+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:21:07.729691+0000","last_peered":"2024-04-23T18:21:07.729691+0000","last_clean":"2024-04-23T18:21:07.729691+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:21:07.729691+0000","last_undegraded":"2024-04-23T18:21:07.729691+0000","last_fullsized":"2024-04-23T18:21:07.729691+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":350,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577167+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:21:03.577167+0000","last_peered":"2024-04-23T18:21:03.577167+0000","last_clean":"2024-04-23T18:21:03.577167+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:21:03.577167+0000","last_undegraded":"2024-04-23T18:21:03.577167+0000","last_fullsized":"2024-04-23T18:21:03.577167+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576719+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:21:03.576719+0000","last_peered":"2024-04-23T18:21:03.576719+0000","last_clean":"2024-04-23T18:21:03.576719+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:21:03.576719+0000","last_undegraded":"2024-04-23T18:21:03.576719+0000","last_fullsized":"2024-04-23T18:21:03.576719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.703863+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:21:06.703863+0000","last_peered":"2024-04-23T18:21:06.703863+0000","last_clean":"2024-04-23T18:21:06.703863+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:21:06.703863+0000","last_undegraded":"2024-04-23T18:21:06.703863+0000","last_fullsized":"2024-04-23T18:21:06.703863+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.730180+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:21:07.730180+0000","last_peered":"2024-04-23T18:21:07.730180+0000","last_clean":"2024-04-23T18:21:07.730180+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:21:07.730180+0000","last_undegraded":"2024-04-23T18:21:07.730180+0000","last_fullsized":"2024-04-23T18:21:07.730180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577460+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:21:03.577460+0000","last_peered":"2024-04-23T18:21:03.577460+0000","last_clean":"2024-04-23T18:21:03.577460+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:21:03.577460+0000","last_undegraded":"2024-04-23T18:21:03.577460+0000","last_fullsized":"2024-04-23T18:21:03.577460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577435+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:21:03.577435+0000","last_peered":"2024-04-23T18:21:03.577435+0000","last_clean":"2024-04-23T18:21:03.577435+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:21:03.577435+0000","last_undegraded":"2024-04-23T18:21:03.577435+0000","last_fullsized":"2024-04-23T18:21:03.577435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423852+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:21:03.423852+0000","last_peered":"2024-04-23T18:21:03.423852+0000","last_clean":"2024-04-23T18:21:03.423852+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:21:03.423852+0000","last_undegraded":"2024-04-23T18:21:03.423852+0000","last_fullsized":"2024-04-23T18:21:03.423852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.721221+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:21:05.721221+0000","last_peered":"2024-04-23T18:21:05.721221+0000","last_clean":"2024-04-23T18:21:05.721221+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:21:05.721221+0000","last_undegraded":"2024-04-23T18:21:05.721221+0000","last_fullsized":"2024-04-23T18:21:05.721221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577760+0000","last_change":"2024-04-23T18:21:02.450710+0000","last_active":"2024-04-23T18:21:03.577760+0000","last_peered":"2024-04-23T18:21:03.577760+0000","last_clean":"2024-04-23T18:21:03.577760+0000","last_became_active":"2024-04-23T18:21:02.450359+0000","last_became_peered":"2024-04-23T18:21:02.450359+0000","last_unstale":"2024-04-23T18:21:03.577760+0000","last_undegraded":"2024-04-23T18:21:03.577760+0000","last_fullsized":"2024-04-23T18:21:03.577760+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:58.468904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722765+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:21:05.722765+0000","last_peered":"2024-04-23T18:21:05.722765+0000","last_clean":"2024-04-23T18:21:05.722765+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:21:05.722765+0000","last_undegraded":"2024-04-23T18:21:05.722765+0000","last_fullsized":"2024-04-23T18:21:05.722765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577389+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:21:03.577389+0000","last_peered":"2024-04-23T18:21:03.577389+0000","last_clean":"2024-04-23T18:21:03.577389+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:21:03.577389+0000","last_undegraded":"2024-04-23T18:21:03.577389+0000","last_fullsized":"2024-04-23T18:21:03.577389+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.728913+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:21:07.728913+0000","last_peered":"2024-04-23T18:21:07.728913+0000","last_clean":"2024-04-23T18:21:07.728913+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:21:07.728913+0000","last_undegraded":"2024-04-23T18:21:07.728913+0000","last_fullsized":"2024-04-23T18:21:07.728913+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718377+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:21:03.718377+0000","last_peered":"2024-04-23T18:21:03.718377+0000","last_clean":"2024-04-23T18:21:03.718377+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:21:03.718377+0000","last_undegraded":"2024-04-23T18:21:03.718377+0000","last_fullsized":"2024-04-23T18:21:03.718377+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.716795+0000","last_change":"2024-04-23T18:21:01.601236+0000","last_active":"2024-04-23T18:21:06.716795+0000","last_peered":"2024-04-23T18:21:06.716795+0000","last_clean":"2024-04-23T18:21:06.716795+0000","last_became_active":"2024-04-23T18:21:01.600674+0000","last_became_peered":"2024-04-23T18:21:01.600674+0000","last_unstale":"2024-04-23T18:21:06.716795+0000","last_undegraded":"2024-04-23T18:21:06.716795+0000","last_fullsized":"2024-04-23T18:21:06.716795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:28:59.002955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423604+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:21:03.423604+0000","last_peered":"2024-04-23T18:21:03.423604+0000","last_clean":"2024-04-23T18:21:03.423604+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:21:03.423604+0000","last_undegraded":"2024-04-23T18:21:03.423604+0000","last_fullsized":"2024-04-23T18:21:03.423604+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722192+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:21:05.722192+0000","last_peered":"2024-04-23T18:21:05.722192+0000","last_clean":"2024-04-23T18:21:05.722192+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:21:05.722192+0000","last_undegraded":"2024-04-23T18:21:05.722192+0000","last_fullsized":"2024-04-23T18:21:05.722192+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578017+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:21:03.578017+0000","last_peered":"2024-04-23T18:21:03.578017+0000","last_clean":"2024-04-23T18:21:03.578017+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:21:03.578017+0000","last_undegraded":"2024-04-23T18:21:03.578017+0000","last_fullsized":"2024-04-23T18:21:03.578017+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729711+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:21:07.729711+0000","last_peered":"2024-04-23T18:21:07.729711+0000","last_clean":"2024-04-23T18:21:07.729711+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:21:07.729711+0000","last_undegraded":"2024-04-23T18:21:07.729711+0000","last_fullsized":"2024-04-23T18:21:07.729711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578324+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:21:03.578324+0000","last_peered":"2024-04-23T18:21:03.578324+0000","last_clean":"2024-04-23T18:21:03.578324+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:21:03.578324+0000","last_undegraded":"2024-04-23T18:21:03.578324+0000","last_fullsized":"2024-04-23T18:21:03.578324+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424423+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:21:03.424423+0000","last_peered":"2024-04-23T18:21:03.424423+0000","last_clean":"2024-04-23T18:21:03.424423+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:21:03.424423+0000","last_undegraded":"2024-04-23T18:21:03.424423+0000","last_fullsized":"2024-04-23T18:21:03.424423+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577802+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:21:03.577802+0000","last_peered":"2024-04-23T18:21:03.577802+0000","last_clean":"2024-04-23T18:21:03.577802+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:21:03.577802+0000","last_undegraded":"2024-04-23T18:21:03.577802+0000","last_fullsized":"2024-04-23T18:21:03.577802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:08.735698+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:21:08.735698+0000","last_peered":"2024-04-23T18:21:08.735698+0000","last_clean":"2024-04-23T18:21:08.735698+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:21:08.735698+0000","last_undegraded":"2024-04-23T18:21:08.735698+0000","last_fullsized":"2024-04-23T18:21:08.735698+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578277+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:21:03.578277+0000","last_peered":"2024-04-23T18:21:03.578277+0000","last_clean":"2024-04-23T18:21:03.578277+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:21:03.578277+0000","last_undegraded":"2024-04-23T18:21:03.578277+0000","last_fullsized":"2024-04-23T18:21:03.578277+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718455+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:21:03.718455+0000","last_peered":"2024-04-23T18:21:03.718455+0000","last_clean":"2024-04-23T18:21:03.718455+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:21:03.718455+0000","last_undegraded":"2024-04-23T18:21:03.718455+0000","last_fullsized":"2024-04-23T18:21:03.718455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576997+0000","last_change":"2024-04-23T18:21:02.443370+0000","last_active":"2024-04-23T18:21:03.576997+0000","last_peered":"2024-04-23T18:21:03.576997+0000","last_clean":"2024-04-23T18:21:03.576997+0000","last_became_active":"2024-04-23T18:21:02.442881+0000","last_became_peered":"2024-04-23T18:21:02.442881+0000","last_unstale":"2024-04-23T18:21:03.576997+0000","last_undegraded":"2024-04-23T18:21:03.576997+0000","last_fullsized":"2024-04-23T18:21:03.576997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:58:53.654918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576922+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:21:03.576922+0000","last_peered":"2024-04-23T18:21:03.576922+0000","last_clean":"2024-04-23T18:21:03.576922+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:21:03.576922+0000","last_undegraded":"2024-04-23T18:21:03.576922+0000","last_fullsized":"2024-04-23T18:21:03.576922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577496+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:21:03.577496+0000","last_peered":"2024-04-23T18:21:03.577496+0000","last_clean":"2024-04-23T18:21:03.577496+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:21:03.577496+0000","last_undegraded":"2024-04-23T18:21:03.577496+0000","last_fullsized":"2024-04-23T18:21:03.577496+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577300+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:21:03.577300+0000","last_peered":"2024-04-23T18:21:03.577300+0000","last_clean":"2024-04-23T18:21:03.577300+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:21:03.577300+0000","last_undegraded":"2024-04-23T18:21:03.577300+0000","last_fullsized":"2024-04-23T18:21:03.577300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718508+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:21:03.718508+0000","last_peered":"2024-04-23T18:21:03.718508+0000","last_clean":"2024-04-23T18:21:03.718508+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:21:03.718508+0000","last_undegraded":"2024-04-23T18:21:03.718508+0000","last_fullsized":"2024-04-23T18:21:03.718508+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577653+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:21:03.577653+0000","last_peered":"2024-04-23T18:21:03.577653+0000","last_clean":"2024-04-23T18:21:03.577653+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:21:03.577653+0000","last_undegraded":"2024-04-23T18:21:03.577653+0000","last_fullsized":"2024-04-23T18:21:03.577653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423800+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:21:03.423800+0000","last_peered":"2024-04-23T18:21:03.423800+0000","last_clean":"2024-04-23T18:21:03.423800+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:21:03.423800+0000","last_undegraded":"2024-04-23T18:21:03.423800+0000","last_fullsized":"2024-04-23T18:21:03.423800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424241+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:21:03.424241+0000","last_peered":"2024-04-23T18:21:03.424241+0000","last_clean":"2024-04-23T18:21:03.424241+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:21:03.424241+0000","last_undegraded":"2024-04-23T18:21:03.424241+0000","last_fullsized":"2024-04-23T18:21:03.424241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423340+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:21:03.423340+0000","last_peered":"2024-04-23T18:21:03.423340+0000","last_clean":"2024-04-23T18:21:03.423340+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:21:03.423340+0000","last_undegraded":"2024-04-23T18:21:03.423340+0000","last_fullsized":"2024-04-23T18:21:03.423340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578330+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:21:03.578330+0000","last_peered":"2024-04-23T18:21:03.578330+0000","last_clean":"2024-04-23T18:21:03.578330+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:21:03.578330+0000","last_undegraded":"2024-04-23T18:21:03.578330+0000","last_fullsized":"2024-04-23T18:21:03.578330+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577778+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:21:03.577778+0000","last_peered":"2024-04-23T18:21:03.577778+0000","last_clean":"2024-04-23T18:21:03.577778+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:21:03.577778+0000","last_undegraded":"2024-04-23T18:21:03.577778+0000","last_fullsized":"2024-04-23T18:21:03.577778+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718424+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:21:03.718424+0000","last_peered":"2024-04-23T18:21:03.718424+0000","last_clean":"2024-04-23T18:21:03.718424+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:21:03.718424+0000","last_undegraded":"2024-04-23T18:21:03.718424+0000","last_fullsized":"2024-04-23T18:21:03.718424+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286375,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5798,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":12,"num_read_kb":11,"num_write":129,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":225280,"data_stored":21240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350989,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":925696,"data_stored":442733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612626,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":995328,"data_stored":1034325,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":925696,"data_stored":442733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":442889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299426,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":1034311,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":442263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":443763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":958464,"data_stored":445113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149751,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32100,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713052,"statfs":{"total":95995035648,"available":95962165248,"internally_reserved":0,"allocated":946176,"data_stored":442559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":442795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":1033995,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":8794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:21:10.559 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:21:10.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 -- 172.21.15.55:0/3323113147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c102a00 msgr2=0x7fed8c109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 --2- 172.21.15.55:0/3323113147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c102a00 0x7fed8c109320 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fed84009ca0 tx=0x7fed8402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 -- 172.21.15.55:0/3323113147 shutdown_connections 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 --2- 172.21.15.55:0/3323113147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 0x7fed8c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 --2- 172.21.15.55:0/3323113147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c102a00 0x7fed8c109320 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 --2- 172.21.15.55:0/3323113147 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c100e60 0x7fed8c101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 -- 172.21.15.55:0/3323113147 >> 172.21.15.55:0/3323113147 conn(0x7fed8c0fc440 msgr2=0x7fed8c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 -- 172.21.15.55:0/3323113147 shutdown_connections 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 -- 172.21.15.55:0/3323113147 wait complete. 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.704+0000 7fed921ad640 1 Processor -- start 2024-04-23T18:21:10.698 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 -- start start 2024-04-23T18:21:10.700 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.700 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 0x7fed8c1034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.700 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c102a00 0x7fed8c1039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.700 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c10cb30 con 0x7fed8c100e60 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c10c9b0 con 0x7fed8c102a00 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed921ad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fed8c10ccb0 con 0x7fed8c102040 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60968/0 (socket says 172.21.15.55:60968) 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 -- 172.21.15.55:0/1445496798 learned_addr learned my addr 172.21.15.55:0/1445496798 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8bfff640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c102a00 0x7fed8c1039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8affd640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 0x7fed8c1034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 -- 172.21.15.55:0/1445496798 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 msgr2=0x7fed8c1034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 0x7fed8c1034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 -- 172.21.15.55:0/1445496798 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c102a00 msgr2=0x7fed8c1039f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c102a00 0x7fed8c1039f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 -- 172.21.15.55:0/1445496798 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed8c104280 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed8b7fe640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fed7c00e9c0 tx=0x7fed7c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.705+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c00cd80 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.706+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fed7c0035f0 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.706+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed8c1a23f0 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.706+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed7c010690 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.706+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed8c1a2940 con 0x7fed8c100e60 2024-04-23T18:21:10.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.706+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed8c1a2c60 con 0x7fed8c100e60 2024-04-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.708+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fed7c0037a0 con 0x7fed8c100e60 2024-04-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.708+0000 7fed88ff9640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 0x7fed740a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.708+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fed7c0d08f0 con 0x7fed8c100e60 2024-04-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.708+0000 7fed8affd640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 0x7fed740a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:10.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.709+0000 7fed8affd640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 0x7fed740a6100 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fed8c104be0 tx=0x7fed8000b590 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:10.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.713+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fed7c09d320 con 0x7fed8c100e60 2024-04-23T18:21:10.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.895+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fed8c0fe560 con 0x7fed740a3c40 2024-04-23T18:21:10.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.903+0000 7fed88ff9640 1 -- 172.21.15.55:0/1445496798 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258922 (secure 0 0 0) 0x7fed8c0fe560 con 0x7fed740a3c40 2024-04-23T18:21:10.898 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:10.900 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 msgr2=0x7fed740a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 0x7fed740a6100 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fed8c104be0 tx=0x7fed8000b590 comp rx=0 tx=0).stop 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 msgr2=0x7fed8c104e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fed7c00e9c0 tx=0x7fed7c00ee80 comp rx=0 tx=0).stop 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 shutdown_connections 2024-04-23T18:21:10.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed740a3c40 0x7fed740a6100 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed8c102040 0x7fed8c1034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed8c102a00 0x7fed8c1039f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 --2- 172.21.15.55:0/1445496798 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed8c100e60 0x7fed8c104e70 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 >> 172.21.15.55:0/1445496798 conn(0x7fed8c0fc440 msgr2=0x7fed8c0fde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 shutdown_connections 2024-04-23T18:21:10.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:10.906+0000 7fed921ad640 1 -- 172.21.15.55:0/1445496798 wait complete. 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.4 KiB/s wr, 19 op/s 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:active 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-23T18:21:10.909 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:10.910 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:10.910 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3802009141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:10.910 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1402483820' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:10.910 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":292,"stamp":"2024-04-23T18:21:08.922022+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596166,"num_objects":65,"num_object_clones":0,"num_object_copies":195,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":65,"num_whiteouts":0,"num_read":148,"num_read_kb":130,"num_write":310,"num_write_kb":2985,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":252,"ondisk_log_size":252,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":237,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":364468,"kb_used_data":11136,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124577356,"statfs":{"total":1151940427776,"available":1151567212544,"internally_reserved":0,"allocated":11403264,"data_stored":7089720,"data_compressed":109230,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":5798,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":12,"num_read_kb":11,"num_write":129,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.336717"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718746+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:21:03.718746+0000","last_peered":"2024-04-23T18:21:03.718746+0000","last_clean":"2024-04-23T18:21:03.718746+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:21:03.718746+0000","last_undegraded":"2024-04-23T18:21:03.718746+0000","last_fullsized":"2024-04-23T18:21:03.718746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577605+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:21:03.577605+0000","last_peered":"2024-04-23T18:21:03.577605+0000","last_clean":"2024-04-23T18:21:03.577605+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:21:03.577605+0000","last_undegraded":"2024-04-23T18:21:03.577605+0000","last_fullsized":"2024-04-23T18:21:03.577605+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576926+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:21:03.576926+0000","last_peered":"2024-04-23T18:21:03.576926+0000","last_clean":"2024-04-23T18:21:03.576926+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:21:03.576926+0000","last_undegraded":"2024-04-23T18:21:03.576926+0000","last_fullsized":"2024-04-23T18:21:03.576926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.425265+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:21:03.425265+0000","last_peered":"2024-04-23T18:21:03.425265+0000","last_clean":"2024-04-23T18:21:03.425265+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:21:03.425265+0000","last_undegraded":"2024-04-23T18:21:03.425265+0000","last_fullsized":"2024-04-23T18:21:03.425265+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577466+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:21:03.577466+0000","last_peered":"2024-04-23T18:21:03.577466+0000","last_clean":"2024-04-23T18:21:03.577466+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:21:03.577466+0000","last_undegraded":"2024-04-23T18:21:03.577466+0000","last_fullsized":"2024-04-23T18:21:03.577466+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578254+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:21:03.578254+0000","last_peered":"2024-04-23T18:21:03.578254+0000","last_clean":"2024-04-23T18:21:03.578254+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:21:03.578254+0000","last_undegraded":"2024-04-23T18:21:03.578254+0000","last_fullsized":"2024-04-23T18:21:03.578254+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577645+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:21:03.577645+0000","last_peered":"2024-04-23T18:21:03.577645+0000","last_clean":"2024-04-23T18:21:03.577645+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:21:03.577645+0000","last_undegraded":"2024-04-23T18:21:03.577645+0000","last_fullsized":"2024-04-23T18:21:03.577645+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423311+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:21:03.423311+0000","last_peered":"2024-04-23T18:21:03.423311+0000","last_clean":"2024-04-23T18:21:03.423311+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:21:03.423311+0000","last_undegraded":"2024-04-23T18:21:03.423311+0000","last_fullsized":"2024-04-23T18:21:03.423311+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578784+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:21:03.578784+0000","last_peered":"2024-04-23T18:21:03.578784+0000","last_clean":"2024-04-23T18:21:03.578784+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:21:03.578784+0000","last_undegraded":"2024-04-23T18:21:03.578784+0000","last_fullsized":"2024-04-23T18:21:03.578784+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579132+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:21:03.579132+0000","last_peered":"2024-04-23T18:21:03.579132+0000","last_clean":"2024-04-23T18:21:03.579132+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:21:03.579132+0000","last_undegraded":"2024-04-23T18:21:03.579132+0000","last_fullsized":"2024-04-23T18:21:03.579132+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578116+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:21:03.578116+0000","last_peered":"2024-04-23T18:21:03.578116+0000","last_clean":"2024-04-23T18:21:03.578116+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:21:03.578116+0000","last_undegraded":"2024-04-23T18:21:03.578116+0000","last_fullsized":"2024-04-23T18:21:03.578116+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.425126+0000","last_change":"2024-04-23T18:21:02.451059+0000","last_active":"2024-04-23T18:21:03.425126+0000","last_peered":"2024-04-23T18:21:03.425126+0000","last_clean":"2024-04-23T18:21:03.425126+0000","last_became_active":"2024-04-23T18:21:02.450619+0000","last_became_peered":"2024-04-23T18:21:02.450619+0000","last_unstale":"2024-04-23T18:21:03.425126+0000","last_undegraded":"2024-04-23T18:21:03.425126+0000","last_fullsized":"2024-04-23T18:21:03.425126+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:11:45.275002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577716+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:21:03.577716+0000","last_peered":"2024-04-23T18:21:03.577716+0000","last_clean":"2024-04-23T18:21:03.577716+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:21:03.577716+0000","last_undegraded":"2024-04-23T18:21:03.577716+0000","last_fullsized":"2024-04-23T18:21:03.577716+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576731+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:21:03.576731+0000","last_peered":"2024-04-23T18:21:03.576731+0000","last_clean":"2024-04-23T18:21:03.576731+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:21:03.576731+0000","last_undegraded":"2024-04-23T18:21:03.576731+0000","last_fullsized":"2024-04-23T18:21:03.576731+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576779+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:21:03.576779+0000","last_peered":"2024-04-23T18:21:03.576779+0000","last_clean":"2024-04-23T18:21:03.576779+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:21:03.576779+0000","last_undegraded":"2024-04-23T18:21:03.576779+0000","last_fullsized":"2024-04-23T18:21:03.576779+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577304+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:21:03.577304+0000","last_peered":"2024-04-23T18:21:03.577304+0000","last_clean":"2024-04-23T18:21:03.577304+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:21:03.577304+0000","last_undegraded":"2024-04-23T18:21:03.577304+0000","last_fullsized":"2024-04-23T18:21:03.577304+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718784+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:21:03.718784+0000","last_peered":"2024-04-23T18:21:03.718784+0000","last_clean":"2024-04-23T18:21:03.718784+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:21:03.718784+0000","last_undegraded":"2024-04-23T18:21:03.718784+0000","last_fullsized":"2024-04-23T18:21:03.718784+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577623+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:21:03.577623+0000","last_peered":"2024-04-23T18:21:03.577623+0000","last_clean":"2024-04-23T18:21:03.577623+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:21:03.577623+0000","last_undegraded":"2024-04-23T18:21:03.577623+0000","last_fullsized":"2024-04-23T18:21:03.577623+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577305+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:21:03.577305+0000","last_peered":"2024-04-23T18:21:03.577305+0000","last_clean":"2024-04-23T18:21:03.577305+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:21:03.577305+0000","last_undegraded":"2024-04-23T18:21:03.577305+0000","last_fullsized":"2024-04-23T18:21:03.577305+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'4","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577750+0000","last_change":"2024-04-23T18:21:01.598923+0000","last_active":"2024-04-23T18:21:03.577750+0000","last_peered":"2024-04-23T18:21:03.577750+0000","last_clean":"2024-04-23T18:21:03.577750+0000","last_became_active":"2024-04-23T18:21:01.597461+0000","last_became_peered":"2024-04-23T18:21:01.597461+0000","last_unstale":"2024-04-23T18:21:03.577750+0000","last_undegraded":"2024-04-23T18:21:03.577750+0000","last_fullsized":"2024-04-23T18:21:03.577750+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:59:57.764177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423664+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:21:03.423664+0000","last_peered":"2024-04-23T18:21:03.423664+0000","last_clean":"2024-04-23T18:21:03.423664+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:21:03.423664+0000","last_undegraded":"2024-04-23T18:21:03.423664+0000","last_fullsized":"2024-04-23T18:21:03.423664+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.561681+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:21:03.561681+0000","last_peered":"2024-04-23T18:21:03.561681+0000","last_clean":"2024-04-23T18:21:03.561681+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:21:03.561681+0000","last_undegraded":"2024-04-23T18:21:03.561681+0000","last_fullsized":"2024-04-23T18:21:03.561681+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577218+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:21:03.577218+0000","last_peered":"2024-04-23T18:21:03.577218+0000","last_clean":"2024-04-23T18:21:03.577218+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:21:03.577218+0000","last_undegraded":"2024-04-23T18:21:03.577218+0000","last_fullsized":"2024-04-23T18:21:03.577218+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'7","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729630+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:21:07.729630+0000","last_peered":"2024-04-23T18:21:07.729630+0000","last_clean":"2024-04-23T18:21:07.729630+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:21:07.729630+0000","last_undegraded":"2024-04-23T18:21:07.729630+0000","last_fullsized":"2024-04-23T18:21:07.729630+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578296+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:21:03.578296+0000","last_peered":"2024-04-23T18:21:03.578296+0000","last_clean":"2024-04-23T18:21:03.578296+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:21:03.578296+0000","last_undegraded":"2024-04-23T18:21:03.578296+0000","last_fullsized":"2024-04-23T18:21:03.578296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"85'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577857+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:21:03.577857+0000","last_peered":"2024-04-23T18:21:03.577857+0000","last_clean":"2024-04-23T18:21:03.577857+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:21:03.577857+0000","last_undegraded":"2024-04-23T18:21:03.577857+0000","last_fullsized":"2024-04-23T18:21:03.577857+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424487+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:21:03.424487+0000","last_peered":"2024-04-23T18:21:03.424487+0000","last_clean":"2024-04-23T18:21:03.424487+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:21:03.424487+0000","last_undegraded":"2024-04-23T18:21:03.424487+0000","last_fullsized":"2024-04-23T18:21:03.424487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.691974+0000","last_change":"2024-04-23T18:21:01.599004+0000","last_active":"2024-04-23T18:21:06.691974+0000","last_peered":"2024-04-23T18:21:06.691974+0000","last_clean":"2024-04-23T18:21:06.691974+0000","last_became_active":"2024-04-23T18:21:01.598643+0000","last_became_peered":"2024-04-23T18:21:01.598643+0000","last_unstale":"2024-04-23T18:21:06.691974+0000","last_undegraded":"2024-04-23T18:21:06.691974+0000","last_fullsized":"2024-04-23T18:21:06.691974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:26:35.492625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577420+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:21:03.577420+0000","last_peered":"2024-04-23T18:21:03.577420+0000","last_clean":"2024-04-23T18:21:03.577420+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:21:03.577420+0000","last_undegraded":"2024-04-23T18:21:03.577420+0000","last_fullsized":"2024-04-23T18:21:03.577420+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578043+0000","last_change":"2024-04-23T18:21:01.599147+0000","last_active":"2024-04-23T18:21:03.578043+0000","last_peered":"2024-04-23T18:21:03.578043+0000","last_clean":"2024-04-23T18:21:03.578043+0000","last_became_active":"2024-04-23T18:21:01.598477+0000","last_became_peered":"2024-04-23T18:21:01.598477+0000","last_unstale":"2024-04-23T18:21:03.578043+0000","last_undegraded":"2024-04-23T18:21:03.578043+0000","last_fullsized":"2024-04-23T18:21:03.578043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:47:37.780282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424535+0000","last_change":"2024-04-23T18:21:02.450815+0000","last_active":"2024-04-23T18:21:03.424535+0000","last_peered":"2024-04-23T18:21:03.424535+0000","last_clean":"2024-04-23T18:21:03.424535+0000","last_became_active":"2024-04-23T18:21:02.450386+0000","last_became_peered":"2024-04-23T18:21:02.450386+0000","last_unstale":"2024-04-23T18:21:03.424535+0000","last_undegraded":"2024-04-23T18:21:03.424535+0000","last_fullsized":"2024-04-23T18:21:03.424535+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:35:22.117697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.704345+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:21:06.704345+0000","last_peered":"2024-04-23T18:21:06.704345+0000","last_clean":"2024-04-23T18:21:06.704345+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:21:06.704345+0000","last_undegraded":"2024-04-23T18:21:06.704345+0000","last_fullsized":"2024-04-23T18:21:06.704345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423371+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:21:03.423371+0000","last_peered":"2024-04-23T18:21:03.423371+0000","last_clean":"2024-04-23T18:21:03.423371+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:21:03.423371+0000","last_undegraded":"2024-04-23T18:21:03.423371+0000","last_fullsized":"2024-04-23T18:21:03.423371+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424343+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:21:03.424343+0000","last_peered":"2024-04-23T18:21:03.424343+0000","last_clean":"2024-04-23T18:21:03.424343+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:21:03.424343+0000","last_undegraded":"2024-04-23T18:21:03.424343+0000","last_fullsized":"2024-04-23T18:21:03.424343+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577082+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:21:03.577082+0000","last_peered":"2024-04-23T18:21:03.577082+0000","last_clean":"2024-04-23T18:21:03.577082+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:21:03.577082+0000","last_undegraded":"2024-04-23T18:21:03.577082+0000","last_fullsized":"2024-04-23T18:21:03.577082+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579062+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:21:03.579062+0000","last_peered":"2024-04-23T18:21:03.579062+0000","last_clean":"2024-04-23T18:21:03.579062+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:21:03.579062+0000","last_undegraded":"2024-04-23T18:21:03.579062+0000","last_fullsized":"2024-04-23T18:21:03.579062+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578639+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:21:03.578639+0000","last_peered":"2024-04-23T18:21:03.578639+0000","last_clean":"2024-04-23T18:21:03.578639+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:21:03.578639+0000","last_undegraded":"2024-04-23T18:21:03.578639+0000","last_fullsized":"2024-04-23T18:21:03.578639+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722894+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:21:05.722894+0000","last_peered":"2024-04-23T18:21:05.722894+0000","last_clean":"2024-04-23T18:21:05.722894+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:21:05.722894+0000","last_undegraded":"2024-04-23T18:21:05.722894+0000","last_fullsized":"2024-04-23T18:21:05.722894+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577369+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:21:03.577369+0000","last_peered":"2024-04-23T18:21:03.577369+0000","last_clean":"2024-04-23T18:21:03.577369+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:21:03.577369+0000","last_undegraded":"2024-04-23T18:21:03.577369+0000","last_fullsized":"2024-04-23T18:21:03.577369+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.721978+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:21:05.721978+0000","last_peered":"2024-04-23T18:21:05.721978+0000","last_clean":"2024-04-23T18:21:05.721978+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:21:05.721978+0000","last_undegraded":"2024-04-23T18:21:05.721978+0000","last_fullsized":"2024-04-23T18:21:05.721978+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577886+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:21:03.577886+0000","last_peered":"2024-04-23T18:21:03.577886+0000","last_clean":"2024-04-23T18:21:03.577886+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:21:03.577886+0000","last_undegraded":"2024-04-23T18:21:03.577886+0000","last_fullsized":"2024-04-23T18:21:03.577886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'6","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.579023+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:21:03.579023+0000","last_peered":"2024-04-23T18:21:03.579023+0000","last_clean":"2024-04-23T18:21:03.579023+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:21:03.579023+0000","last_undegraded":"2024-04-23T18:21:03.579023+0000","last_fullsized":"2024-04-23T18:21:03.579023+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577833+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:21:03.577833+0000","last_peered":"2024-04-23T18:21:03.577833+0000","last_clean":"2024-04-23T18:21:03.577833+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:21:03.577833+0000","last_undegraded":"2024-04-23T18:21:03.577833+0000","last_fullsized":"2024-04-23T18:21:03.577833+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'7","reported_seq":23,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.703984+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:21:06.703984+0000","last_peered":"2024-04-23T18:21:06.703984+0000","last_clean":"2024-04-23T18:21:06.703984+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:21:06.703984+0000","last_undegraded":"2024-04-23T18:21:06.703984+0000","last_fullsized":"2024-04-23T18:21:06.703984+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577947+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:21:03.577947+0000","last_peered":"2024-04-23T18:21:03.577947+0000","last_clean":"2024-04-23T18:21:03.577947+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:21:03.577947+0000","last_undegraded":"2024-04-23T18:21:03.577947+0000","last_fullsized":"2024-04-23T18:21:03.577947+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722581+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:21:05.722581+0000","last_peered":"2024-04-23T18:21:05.722581+0000","last_clean":"2024-04-23T18:21:05.722581+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:21:05.722581+0000","last_undegraded":"2024-04-23T18:21:05.722581+0000","last_fullsized":"2024-04-23T18:21:05.722581+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578369+0000","last_change":"2024-04-23T18:21:02.447767+0000","last_active":"2024-04-23T18:21:03.578369+0000","last_peered":"2024-04-23T18:21:03.578369+0000","last_clean":"2024-04-23T18:21:03.578369+0000","last_became_active":"2024-04-23T18:21:02.446891+0000","last_became_peered":"2024-04-23T18:21:02.446891+0000","last_unstale":"2024-04-23T18:21:03.578369+0000","last_undegraded":"2024-04-23T18:21:03.578369+0000","last_fullsized":"2024-04-23T18:21:03.578369+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.544015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.727645+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:21:07.727645+0000","last_peered":"2024-04-23T18:21:07.727645+0000","last_clean":"2024-04-23T18:21:07.727645+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:21:07.727645+0000","last_undegraded":"2024-04-23T18:21:07.727645+0000","last_fullsized":"2024-04-23T18:21:07.727645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577143+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:21:03.577143+0000","last_peered":"2024-04-23T18:21:03.577143+0000","last_clean":"2024-04-23T18:21:03.577143+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:21:03.577143+0000","last_undegraded":"2024-04-23T18:21:03.577143+0000","last_fullsized":"2024-04-23T18:21:03.577143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'16","reported_seq":31,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.705793+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:21:06.705793+0000","last_peered":"2024-04-23T18:21:06.705793+0000","last_clean":"2024-04-23T18:21:06.705793+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:21:06.705793+0000","last_undegraded":"2024-04-23T18:21:06.705793+0000","last_fullsized":"2024-04-23T18:21:06.705793+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424160+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:21:03.424160+0000","last_peered":"2024-04-23T18:21:03.424160+0000","last_clean":"2024-04-23T18:21:03.424160+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:21:03.424160+0000","last_undegraded":"2024-04-23T18:21:03.424160+0000","last_fullsized":"2024-04-23T18:21:03.424160+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578084+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:21:03.578084+0000","last_peered":"2024-04-23T18:21:03.578084+0000","last_clean":"2024-04-23T18:21:03.578084+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:21:03.578084+0000","last_undegraded":"2024-04-23T18:21:03.578084+0000","last_fullsized":"2024-04-23T18:21:03.578084+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718518+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:21:03.718518+0000","last_peered":"2024-04-23T18:21:03.718518+0000","last_clean":"2024-04-23T18:21:03.718518+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:21:03.718518+0000","last_undegraded":"2024-04-23T18:21:03.718518+0000","last_fullsized":"2024-04-23T18:21:03.718518+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577400+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:21:03.577400+0000","last_peered":"2024-04-23T18:21:03.577400+0000","last_clean":"2024-04-23T18:21:03.577400+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:21:03.577400+0000","last_undegraded":"2024-04-23T18:21:03.577400+0000","last_fullsized":"2024-04-23T18:21:03.577400+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578977+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:21:03.578977+0000","last_peered":"2024-04-23T18:21:03.578977+0000","last_clean":"2024-04-23T18:21:03.578977+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:21:03.578977+0000","last_undegraded":"2024-04-23T18:21:03.578977+0000","last_fullsized":"2024-04-23T18:21:03.578977+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":16,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577889+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:21:03.577889+0000","last_peered":"2024-04-23T18:21:03.577889+0000","last_clean":"2024-04-23T18:21:03.577889+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:21:03.577889+0000","last_undegraded":"2024-04-23T18:21:03.577889+0000","last_fullsized":"2024-04-23T18:21:03.577889+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578844+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:21:03.578844+0000","last_peered":"2024-04-23T18:21:03.578844+0000","last_clean":"2024-04-23T18:21:03.578844+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:21:03.578844+0000","last_undegraded":"2024-04-23T18:21:03.578844+0000","last_fullsized":"2024-04-23T18:21:03.578844+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424565+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:21:03.424565+0000","last_peered":"2024-04-23T18:21:03.424565+0000","last_clean":"2024-04-23T18:21:03.424565+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:21:03.424565+0000","last_undegraded":"2024-04-23T18:21:03.424565+0000","last_fullsized":"2024-04-23T18:21:03.424565+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.705480+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:21:06.705480+0000","last_peered":"2024-04-23T18:21:06.705480+0000","last_clean":"2024-04-23T18:21:06.705480+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:21:06.705480+0000","last_undegraded":"2024-04-23T18:21:06.705480+0000","last_fullsized":"2024-04-23T18:21:06.705480+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423770+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:21:03.423770+0000","last_peered":"2024-04-23T18:21:03.423770+0000","last_clean":"2024-04-23T18:21:03.423770+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:21:03.423770+0000","last_undegraded":"2024-04-23T18:21:03.423770+0000","last_fullsized":"2024-04-23T18:21:03.423770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'5","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729691+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:21:07.729691+0000","last_peered":"2024-04-23T18:21:07.729691+0000","last_clean":"2024-04-23T18:21:07.729691+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:21:07.729691+0000","last_undegraded":"2024-04-23T18:21:07.729691+0000","last_fullsized":"2024-04-23T18:21:07.729691+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":350,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577167+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:21:03.577167+0000","last_peered":"2024-04-23T18:21:03.577167+0000","last_clean":"2024-04-23T18:21:03.577167+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:21:03.577167+0000","last_undegraded":"2024-04-23T18:21:03.577167+0000","last_fullsized":"2024-04-23T18:21:03.577167+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576719+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:21:03.576719+0000","last_peered":"2024-04-23T18:21:03.576719+0000","last_clean":"2024-04-23T18:21:03.576719+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:21:03.576719+0000","last_undegraded":"2024-04-23T18:21:03.576719+0000","last_fullsized":"2024-04-23T18:21:03.576719+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.703863+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:21:06.703863+0000","last_peered":"2024-04-23T18:21:06.703863+0000","last_clean":"2024-04-23T18:21:06.703863+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:21:06.703863+0000","last_undegraded":"2024-04-23T18:21:06.703863+0000","last_fullsized":"2024-04-23T18:21:06.703863+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.730180+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:21:07.730180+0000","last_peered":"2024-04-23T18:21:07.730180+0000","last_clean":"2024-04-23T18:21:07.730180+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:21:07.730180+0000","last_undegraded":"2024-04-23T18:21:07.730180+0000","last_fullsized":"2024-04-23T18:21:07.730180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577460+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:21:03.577460+0000","last_peered":"2024-04-23T18:21:03.577460+0000","last_clean":"2024-04-23T18:21:03.577460+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:21:03.577460+0000","last_undegraded":"2024-04-23T18:21:03.577460+0000","last_fullsized":"2024-04-23T18:21:03.577460+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577435+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:21:03.577435+0000","last_peered":"2024-04-23T18:21:03.577435+0000","last_clean":"2024-04-23T18:21:03.577435+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:21:03.577435+0000","last_undegraded":"2024-04-23T18:21:03.577435+0000","last_fullsized":"2024-04-23T18:21:03.577435+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423852+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:21:03.423852+0000","last_peered":"2024-04-23T18:21:03.423852+0000","last_clean":"2024-04-23T18:21:03.423852+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:21:03.423852+0000","last_undegraded":"2024-04-23T18:21:03.423852+0000","last_fullsized":"2024-04-23T18:21:03.423852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.721221+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:21:05.721221+0000","last_peered":"2024-04-23T18:21:05.721221+0000","last_clean":"2024-04-23T18:21:05.721221+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:21:05.721221+0000","last_undegraded":"2024-04-23T18:21:05.721221+0000","last_fullsized":"2024-04-23T18:21:05.721221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577760+0000","last_change":"2024-04-23T18:21:02.450710+0000","last_active":"2024-04-23T18:21:03.577760+0000","last_peered":"2024-04-23T18:21:03.577760+0000","last_clean":"2024-04-23T18:21:03.577760+0000","last_became_active":"2024-04-23T18:21:02.450359+0000","last_became_peered":"2024-04-23T18:21:02.450359+0000","last_unstale":"2024-04-23T18:21:03.577760+0000","last_undegraded":"2024-04-23T18:21:03.577760+0000","last_fullsized":"2024-04-23T18:21:03.577760+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:58.468904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722765+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:21:05.722765+0000","last_peered":"2024-04-23T18:21:05.722765+0000","last_clean":"2024-04-23T18:21:05.722765+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:21:05.722765+0000","last_undegraded":"2024-04-23T18:21:05.722765+0000","last_fullsized":"2024-04-23T18:21:05.722765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577389+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:21:03.577389+0000","last_peered":"2024-04-23T18:21:03.577389+0000","last_clean":"2024-04-23T18:21:03.577389+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:21:03.577389+0000","last_undegraded":"2024-04-23T18:21:03.577389+0000","last_fullsized":"2024-04-23T18:21:03.577389+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.728913+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:21:07.728913+0000","last_peered":"2024-04-23T18:21:07.728913+0000","last_clean":"2024-04-23T18:21:07.728913+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:21:07.728913+0000","last_undegraded":"2024-04-23T18:21:07.728913+0000","last_fullsized":"2024-04-23T18:21:07.728913+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718377+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:21:03.718377+0000","last_peered":"2024-04-23T18:21:03.718377+0000","last_clean":"2024-04-23T18:21:03.718377+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:21:03.718377+0000","last_undegraded":"2024-04-23T18:21:03.718377+0000","last_fullsized":"2024-04-23T18:21:03.718377+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'2","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:06.716795+0000","last_change":"2024-04-23T18:21:01.601236+0000","last_active":"2024-04-23T18:21:06.716795+0000","last_peered":"2024-04-23T18:21:06.716795+0000","last_clean":"2024-04-23T18:21:06.716795+0000","last_became_active":"2024-04-23T18:21:01.600674+0000","last_became_peered":"2024-04-23T18:21:01.600674+0000","last_unstale":"2024-04-23T18:21:06.716795+0000","last_undegraded":"2024-04-23T18:21:06.716795+0000","last_fullsized":"2024-04-23T18:21:06.716795+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:28:59.002955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423604+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:21:03.423604+0000","last_peered":"2024-04-23T18:21:03.423604+0000","last_clean":"2024-04-23T18:21:03.423604+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:21:03.423604+0000","last_undegraded":"2024-04-23T18:21:03.423604+0000","last_fullsized":"2024-04-23T18:21:03.423604+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:05.722192+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:21:05.722192+0000","last_peered":"2024-04-23T18:21:05.722192+0000","last_clean":"2024-04-23T18:21:05.722192+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:21:05.722192+0000","last_undegraded":"2024-04-23T18:21:05.722192+0000","last_fullsized":"2024-04-23T18:21:05.722192+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578017+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:21:03.578017+0000","last_peered":"2024-04-23T18:21:03.578017+0000","last_clean":"2024-04-23T18:21:03.578017+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:21:03.578017+0000","last_undegraded":"2024-04-23T18:21:03.578017+0000","last_fullsized":"2024-04-23T18:21:03.578017+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:07.729711+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:21:07.729711+0000","last_peered":"2024-04-23T18:21:07.729711+0000","last_clean":"2024-04-23T18:21:07.729711+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:21:07.729711+0000","last_undegraded":"2024-04-23T18:21:07.729711+0000","last_fullsized":"2024-04-23T18:21:07.729711+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578324+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:21:03.578324+0000","last_peered":"2024-04-23T18:21:03.578324+0000","last_clean":"2024-04-23T18:21:03.578324+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:21:03.578324+0000","last_undegraded":"2024-04-23T18:21:03.578324+0000","last_fullsized":"2024-04-23T18:21:03.578324+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"85'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424423+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:21:03.424423+0000","last_peered":"2024-04-23T18:21:03.424423+0000","last_clean":"2024-04-23T18:21:03.424423+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:21:03.424423+0000","last_undegraded":"2024-04-23T18:21:03.424423+0000","last_fullsized":"2024-04-23T18:21:03.424423+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577802+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:21:03.577802+0000","last_peered":"2024-04-23T18:21:03.577802+0000","last_clean":"2024-04-23T18:21:03.577802+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:21:03.577802+0000","last_undegraded":"2024-04-23T18:21:03.577802+0000","last_fullsized":"2024-04-23T18:21:03.577802+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:08.735698+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:21:08.735698+0000","last_peered":"2024-04-23T18:21:08.735698+0000","last_clean":"2024-04-23T18:21:08.735698+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:21:08.735698+0000","last_undegraded":"2024-04-23T18:21:08.735698+0000","last_fullsized":"2024-04-23T18:21:08.735698+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578277+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:21:03.578277+0000","last_peered":"2024-04-23T18:21:03.578277+0000","last_clean":"2024-04-23T18:21:03.578277+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:21:03.578277+0000","last_undegraded":"2024-04-23T18:21:03.578277+0000","last_fullsized":"2024-04-23T18:21:03.578277+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718455+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:21:03.718455+0000","last_peered":"2024-04-23T18:21:03.718455+0000","last_clean":"2024-04-23T18:21:03.718455+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:21:03.718455+0000","last_undegraded":"2024-04-23T18:21:03.718455+0000","last_fullsized":"2024-04-23T18:21:03.718455+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576997+0000","last_change":"2024-04-23T18:21:02.443370+0000","last_active":"2024-04-23T18:21:03.576997+0000","last_peered":"2024-04-23T18:21:03.576997+0000","last_clean":"2024-04-23T18:21:03.576997+0000","last_became_active":"2024-04-23T18:21:02.442881+0000","last_became_peered":"2024-04-23T18:21:02.442881+0000","last_unstale":"2024-04-23T18:21:03.576997+0000","last_undegraded":"2024-04-23T18:21:03.576997+0000","last_fullsized":"2024-04-23T18:21:03.576997+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:58:53.654918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.576922+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:21:03.576922+0000","last_peered":"2024-04-23T18:21:03.576922+0000","last_clean":"2024-04-23T18:21:03.576922+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:21:03.576922+0000","last_undegraded":"2024-04-23T18:21:03.576922+0000","last_fullsized":"2024-04-23T18:21:03.576922+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577496+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:21:03.577496+0000","last_peered":"2024-04-23T18:21:03.577496+0000","last_clean":"2024-04-23T18:21:03.577496+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:21:03.577496+0000","last_undegraded":"2024-04-23T18:21:03.577496+0000","last_fullsized":"2024-04-23T18:21:03.577496+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577300+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:21:03.577300+0000","last_peered":"2024-04-23T18:21:03.577300+0000","last_clean":"2024-04-23T18:21:03.577300+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:21:03.577300+0000","last_undegraded":"2024-04-23T18:21:03.577300+0000","last_fullsized":"2024-04-23T18:21:03.577300+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718508+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:21:03.718508+0000","last_peered":"2024-04-23T18:21:03.718508+0000","last_clean":"2024-04-23T18:21:03.718508+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:21:03.718508+0000","last_undegraded":"2024-04-23T18:21:03.718508+0000","last_fullsized":"2024-04-23T18:21:03.718508+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577653+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:21:03.577653+0000","last_peered":"2024-04-23T18:21:03.577653+0000","last_clean":"2024-04-23T18:21:03.577653+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:21:03.577653+0000","last_undegraded":"2024-04-23T18:21:03.577653+0000","last_fullsized":"2024-04-23T18:21:03.577653+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423800+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:21:03.423800+0000","last_peered":"2024-04-23T18:21:03.423800+0000","last_clean":"2024-04-23T18:21:03.423800+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:21:03.423800+0000","last_undegraded":"2024-04-23T18:21:03.423800+0000","last_fullsized":"2024-04-23T18:21:03.423800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.424241+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:21:03.424241+0000","last_peered":"2024-04-23T18:21:03.424241+0000","last_clean":"2024-04-23T18:21:03.424241+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:21:03.424241+0000","last_undegraded":"2024-04-23T18:21:03.424241+0000","last_fullsized":"2024-04-23T18:21:03.424241+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.423340+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:21:03.423340+0000","last_peered":"2024-04-23T18:21:03.423340+0000","last_clean":"2024-04-23T18:21:03.423340+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:21:03.423340+0000","last_undegraded":"2024-04-23T18:21:03.423340+0000","last_fullsized":"2024-04-23T18:21:03.423340+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.578330+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:21:03.578330+0000","last_peered":"2024-04-23T18:21:03.578330+0000","last_clean":"2024-04-23T18:21:03.578330+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:21:03.578330+0000","last_undegraded":"2024-04-23T18:21:03.578330+0000","last_fullsized":"2024-04-23T18:21:03.578330+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.577778+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:21:03.577778+0000","last_peered":"2024-04-23T18:21:03.577778+0000","last_clean":"2024-04-23T18:21:03.577778+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:21:03.577778+0000","last_undegraded":"2024-04-23T18:21:03.577778+0000","last_fullsized":"2024-04-23T18:21:03.577778+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-04-23T18:21:03.718424+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:21:03.718424+0000","last_peered":"2024-04-23T18:21:03.718424+0000","last_clean":"2024-04-23T18:21:03.718424+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:21:03.718424+0000","last_undegraded":"2024-04-23T18:21:03.718424+0000","last_fullsized":"2024-04-23T18:21:03.718424+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286375,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":5798,"num_objects":63,"num_object_clones":0,"num_object_copies":189,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":63,"num_whiteouts":0,"num_read":12,"num_read_kb":11,"num_write":129,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":225280,"data_stored":21240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":115,"ondisk_log_size":115,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892350989,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32080,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713072,"statfs":{"total":95995035648,"available":95962185728,"internally_reserved":0,"allocated":925696,"data_stored":442733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612626,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":995328,"data_stored":1034325,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776152,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":925696,"data_stored":442733,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037789,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":442889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299426,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32140,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713012,"statfs":{"total":95995035648,"available":95962124288,"internally_reserved":0,"allocated":987136,"data_stored":1034311,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462951,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":929792,"data_stored":442263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":443763,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738436,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":925696,"data_stored":442241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411387,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":958464,"data_stored":445113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149751,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32100,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713052,"statfs":{"total":95995035648,"available":95962165248,"internally_reserved":0,"allocated":946176,"data_stored":442559,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888113,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":442795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724588,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":1033995,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":8794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3584,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":666,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:21:10.914 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-23T18:21:10.914 INFO:tasks.cephadm:Setting up client nodes... 2024-04-23T18:21:10.915 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-23T18:21:11.032 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.032 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.4 KiB/s wr, 19 op/s 2024-04-23T18:21:11.032 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.032 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:active 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3802009141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:11.033 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:10 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1402483820' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:11.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s rd, 6.4 KiB/s wr, 19 op/s 2024-04-23T18:21:11.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: from='client.14748 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] up:active 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: fsmap cephfs:5 2 up:standby-replay 5 up:standby 5 up:active 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3802009141' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:21:11.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:10 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1402483820' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:11.198 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:11.458 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:21:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: 2024-04-23T18:21:11.039+0000 7f42d93cf700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-04-23T18:21:11.458 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:21:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: 2024-04-23T18:21:11.039+0000 7f42d93cf700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-04-23T18:21:11.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:11 smithi055 ceph-mon[29189]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:12.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:11 smithi152 ceph-mon[33022]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:12.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:11 smithi116 ceph-mon[32310]: from='client.14766 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 -- 172.21.15.55:0/443374991 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d0105ea0 msgr2=0x7f99d0108290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 --2- 172.21.15.55:0/443374991 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d0105ea0 0x7f99d0108290 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f99c4009990 tx=0x7f99c4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 -- 172.21.15.55:0/443374991 shutdown_connections 2024-04-23T18:21:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 --2- 172.21.15.55:0/443374991 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d01087d0 0x7f99d010ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 --2- 172.21.15.55:0/443374991 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d0105960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 --2- 172.21.15.55:0/443374991 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d0105ea0 0x7f99d0108290 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 -- 172.21.15.55:0/443374991 >> 172.21.15.55:0/443374991 conn(0x7f99d00fcfa0 msgr2=0x7f99d00ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 -- 172.21.15.55:0/443374991 shutdown_connections 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.884+0000 7f99d5569700 1 -- 172.21.15.55:0/443374991 wait complete. 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 Processor -- start 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 -- start start 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d019ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010e6a0 con 0x7f99d01087d0 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010e520 con 0x7f99d0103570 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99d5569700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f99d010e820 con 0x7f99d0105ea0 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99cf7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.885+0000 7f99ce7fc700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d019ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ce7fc700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:49968/0 (socket says 172.21.15.55:49968) 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99cf7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60988/0 (socket says 172.21.15.55:60988) 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ce7fc700 1 -- 172.21.15.55:0/1202479517 learned_addr learned my addr 172.21.15.55:0/1202479517 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 -- 172.21.15.55:0/1202479517 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 msgr2=0x7f99d019b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 -- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 msgr2=0x7f99d01a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 -- 172.21.15.55:0/1202479517 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99d01a2950 con 0x7f99d0103570 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99cf7fe700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ce7fc700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:12.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99ceffd700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d019ad00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99c000c970 tx=0x7f99c000cc80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:12.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c0014070 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99d01a2c40 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f99c0004440 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99c0007b30 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.886+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99d01a3180 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.887+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99d0050f80 con 0x7f99d0103570 2024-04-23T18:21:12.883 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:12 smithi055 ceph-mon[29189]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:12.883 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:12 smithi055 ceph-mon[29189]: pgmap v293: 97 pgs: 97 active+clean; 618 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 KiB/s wr, 25 op/s 2024-04-23T18:21:12.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.888+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f99c0017070 con 0x7f99d0103570 2024-04-23T18:21:12.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.889+0000 7f99b7fff700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 0x7f99b80a6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:12.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.889+0000 7f99ce7fc700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 0x7f99b80a6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:12.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.889+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f99c00d04d0 con 0x7f99d0103570 2024-04-23T18:21:12.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.890+0000 7f99ce7fc700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 0x7f99b80a6240 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f99c4003800 tx=0x7f99c4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:12.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:12.893+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f99c001e020 con 0x7f99d0103570 2024-04-23T18:21:13.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:12 smithi152 ceph-mon[33022]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:13.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:12 smithi152 ceph-mon[33022]: pgmap v293: 97 pgs: 97 active+clean; 618 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 KiB/s wr, 25 op/s 2024-04-23T18:21:13.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.187+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f99d0063650 con 0x7f99d0103570 2024-04-23T18:21:13.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.195+0000 7f99b7fff700 1 -- 172.21.15.55:0/1202479517 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f99c009ce00 con 0x7f99d0103570 2024-04-23T18:21:13.188 INFO:teuthology.orchestra.run.smithi055.stdout:[client.0] 2024-04-23T18:21:13.188 INFO:teuthology.orchestra.run.smithi055.stdout: key = AQAZ/Cdm+8BGCxAAr7ovv14ohh0s28BlRTyhZQ== 2024-04-23T18:21:13.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 msgr2=0x7f99b80a6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:13.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 0x7f99b80a6240 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f99c4003800 tx=0x7f99c4005960 comp rx=0 tx=0).stop 2024-04-23T18:21:13.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 msgr2=0x7f99d019ad00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:13.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d019ad00 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f99c000c970 tx=0x7f99c000cc80 comp rx=0 tx=0).stop 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 shutdown_connections 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f99b80a3d80 0x7f99b80a6240 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f99d01087d0 0x7f99d01a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f99d0103570 0x7f99d019ad00 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 --2- 172.21.15.55:0/1202479517 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f99d0105ea0 0x7f99d019b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 >> 172.21.15.55:0/1202479517 conn(0x7f99d00fcfa0 msgr2=0x7f99d0102bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 shutdown_connections 2024-04-23T18:21:13.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:13.197+0000 7f99d5569700 1 -- 172.21.15.55:0/1202479517 wait complete. 2024-04-23T18:21:13.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:12 smithi116 ceph-mon[32310]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:21:13.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:12 smithi116 ceph-mon[32310]: pgmap v293: 97 pgs: 97 active+clean; 618 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 11 KiB/s wr, 25 op/s 2024-04-23T18:21:13.856 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:13 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1202479517' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:13.856 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:13 smithi055 ceph-mon[29189]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:13.856 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:13 smithi055 ceph-mon[29189]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:13.890 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:21:13.890 DEBUG:teuthology.orchestra.run.smithi055:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-23T18:21:13.890 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-23T18:21:13.930 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-23T18:21:13.931 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-23T18:21:13.931 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-23T18:21:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:13 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1202479517' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:13 smithi152 ceph-mon[33022]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:13 smithi152 ceph-mon[33022]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:13 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1202479517' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:14.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:13 smithi116 ceph-mon[32310]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-23T18:21:14.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:13 smithi116 ceph-mon[32310]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-23T18:21:14.220 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:14.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:14 smithi055 ceph-mon[29189]: pgmap v294: 97 pgs: 97 active+clean; 620 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.4 KiB/s wr, 24 op/s 2024-04-23T18:21:15.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:14 smithi152 ceph-mon[33022]: pgmap v294: 97 pgs: 97 active+clean; 620 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.4 KiB/s wr, 24 op/s 2024-04-23T18:21:15.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:14 smithi116 ceph-mon[32310]: pgmap v294: 97 pgs: 97 active+clean; 620 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.4 KiB/s wr, 24 op/s 2024-04-23T18:21:15.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- 172.21.15.55:0/1993403927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534103480 msgr2=0x7f353410f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 --2- 172.21.15.55:0/1993403927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534103480 0x7f353410f8d0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f352c00b0a0 tx=0x7f352c00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- 172.21.15.55:0/1993403927 shutdown_connections 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 --2- 172.21.15.55:0/1993403927 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534103480 0x7f353410f8d0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 --2- 172.21.15.55:0/1993403927 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534108a70 0x7f3534108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 --2- 172.21.15.55:0/1993403927 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534102ac0 0x7f3534102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- 172.21.15.55:0/1993403927 >> 172.21.15.55:0/1993403927 conn(0x7f3534079bb0 msgr2=0x7f3534079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- 172.21.15.55:0/1993403927 shutdown_connections 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- 172.21.15.55:0/1993403927 wait complete. 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 Processor -- start 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.850+0000 7f353b9f9700 1 -- start start 2024-04-23T18:21:15.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534103480 0x7f35341996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534108a70 0x7f353419da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3534112dc0 con 0x7f3534102ac0 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3534112c40 con 0x7f3534108a70 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3534112f40 con 0x7f3534103480 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:32770/0 (socket says 172.21.15.55:32770) 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 -- 172.21.15.55:0/4229740215 learned_addr learned my addr 172.21.15.55:0/4229740215 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3538f94700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534103480 0x7f35341996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539f96700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534108a70 0x7f353419da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 -- 172.21.15.55:0/4229740215 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534103480 msgr2=0x7f35341996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534103480 0x7f35341996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 -- 172.21.15.55:0/4229740215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534108a70 msgr2=0x7f353419da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534108a70 0x7f353419da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 -- 172.21.15.55:0/4229740215 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f353419e1a0 con 0x7f3534102ac0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f3539795700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f353000e9a0 tx=0x7f353000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f353000ca10 con 0x7f3534102ac0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f353000cbb0 con 0x7f3534102ac0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.851+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f353419e490 con 0x7f3534102ac0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.852+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3530018680 con 0x7f3534102ac0 2024-04-23T18:21:15.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.852+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35341a5d10 con 0x7f3534102ac0 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.852+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3534069730 con 0x7f3534102ac0 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.853+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3530018820 con 0x7f3534102ac0 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.854+0000 7f352a7fc700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 0x7f35200a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.854+0000 7f3538f94700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 0x7f35200a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.854+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f35300d0510 con 0x7f3534102ac0 2024-04-23T18:21:15.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.855+0000 7f3538f94700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 0x7f35200a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f353407a1b0 tx=0x7f352400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:15.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:15.859+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f353009cec0 con 0x7f3534102ac0 2024-04-23T18:21:16.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.127+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f353402df80 con 0x7f3534102ac0 2024-04-23T18:21:16.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.133+0000 7f352a7fc700 1 -- 172.21.15.55:0/4229740215 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264997 (secure 0 0 0) 0x7f353009c7c0 con 0x7f3534102ac0 2024-04-23T18:21:16.129 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:16.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 msgr2=0x7f35200a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:16.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 0x7f35200a6210 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f353407a1b0 tx=0x7f352400b410 comp rx=0 tx=0).stop 2024-04-23T18:21:16.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 msgr2=0x7f3534199190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f353000e9a0 tx=0x7f353000ecb0 comp rx=0 tx=0).stop 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 shutdown_connections 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f35200a3d50 0x7f35200a6210 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3534108a70 0x7f353419da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3534102ac0 0x7f3534199190 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 --2- 172.21.15.55:0/4229740215 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3534103480 0x7f35341996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 >> 172.21.15.55:0/4229740215 conn(0x7f3534079bb0 msgr2=0x7f3534101720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 shutdown_connections 2024-04-23T18:21:16.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:16.137+0000 7f353b9f9700 1 -- 172.21.15.55:0/4229740215 wait complete. 2024-04-23T18:21:16.915 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6800","nonce":3491186478},{"type":"v1","addr":"172.21.15.55:6801","nonce":3491186478}]},"active_addr":"172.21.15.55:6801/3491186478","active_change":"2024-04-23T18:13:56.836152+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.55:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":794448330}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":1211705184}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":1546726449}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":3544165365}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.55:0","nonce":1705692971}]}]} 2024-04-23T18:21:16.921 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-23T18:21:16.921 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-23T18:21:16.922 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:21:17.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:16 smithi152 ceph-mon[33022]: pgmap v295: 97 pgs: 97 active+clean; 621 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-23T18:21:17.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:16 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4229740215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:17.176 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:17.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:16 smithi116 ceph-mon[32310]: pgmap v295: 97 pgs: 97 active+clean; 621 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-23T18:21:17.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:16 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4229740215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:17.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:16 smithi055 ceph-mon[29189]: pgmap v295: 97 pgs: 97 active+clean; 621 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 8.5 KiB/s wr, 23 op/s 2024-04-23T18:21:17.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:16 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4229740215' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 -- 172.21.15.55:0/3650096305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc102300 msgr2=0x7fa9fc10e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 --2- 172.21.15.55:0/3650096305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc102300 0x7fa9fc10e7f0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fa9f400b0a0 tx=0x7fa9f400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 -- 172.21.15.55:0/3650096305 shutdown_connections 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 --2- 172.21.15.55:0/3650096305 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc102300 0x7fa9fc10e7f0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 --2- 172.21.15.55:0/3650096305 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc107990 0x7fa9fc107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 --2- 172.21.15.55:0/3650096305 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc101940 0x7fa9fc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 -- 172.21.15.55:0/3650096305 >> 172.21.15.55:0/3650096305 conn(0x7fa9fc0788f0 msgr2=0x7fa9fc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 -- 172.21.15.55:0/3650096305 shutdown_connections 2024-04-23T18:21:18.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.754+0000 7faa036d6700 1 -- 172.21.15.55:0/3650096305 wait complete. 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 Processor -- start 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 -- start start 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc102300 0x7fa9fc198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 0x7fa9fc19c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc111c10 con 0x7fa9fc101940 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc111a90 con 0x7fa9fc107990 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa036d6700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa9fc111d90 con 0x7fa9fc102300 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa01472700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa01472700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:32790/0 (socket says 172.21.15.55:32790) 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa01472700 1 -- 172.21.15.55:0/3301933707 learned_addr learned my addr 172.21.15.55:0/3301933707 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa01c73700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 0x7fa9fc19c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.755+0000 7faa00c71700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc102300 0x7fa9fc198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 -- 172.21.15.55:0/3301933707 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc102300 msgr2=0x7fa9fc198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc102300 0x7fa9fc198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 -- 172.21.15.55:0/3301933707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 msgr2=0x7fa9fc19c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 0x7fa9fc19c910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 -- 172.21.15.55:0/3301933707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9fc19d050 con 0x7fa9fc101940 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01c73700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 0x7fa9fc19c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa01472700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa9f800d950 tx=0x7fa9f800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8016070 con 0x7fa9fc101940 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9fc19d340 con 0x7fa9fc101940 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa9f8009b40 con 0x7fa9fc101940 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f800f620 con 0x7fa9fc101940 2024-04-23T18:21:18.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.756+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9fc1a4bc0 con 0x7fa9fc101940 2024-04-23T18:21:18.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.757+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9fc069730 con 0x7fa9fc101940 2024-04-23T18:21:18.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.758+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa9f8019070 con 0x7fa9fc101940 2024-04-23T18:21:18.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.759+0000 7fa9f27fc700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 0x7fa9e80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:18.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.759+0000 7faa00c71700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 0x7fa9e80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:18.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.759+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa9f80d0520 con 0x7fa9fc101940 2024-04-23T18:21:18.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.759+0000 7faa00c71700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 0x7fa9e80a6190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec005fd0 tx=0x7fa9ec00a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:18.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.764+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa9f809ce50 con 0x7fa9fc101940 2024-04-23T18:21:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.973+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa9fc02df80 con 0x7fa9fc101940 2024-04-23T18:21:18.966 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:18 smithi055 ceph-mon[29189]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-23T18:21:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.974+0000 7fa9f27fc700 1 -- 172.21.15.55:0/3301933707 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22205 (secure 0 0 0) 0x7fa9f809c750 con 0x7fa9fc101940 2024-04-23T18:21:18.968 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:18.968 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":86,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:03.420297+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 msgr2=0x7fa9e80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 0x7fa9e80a6190 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec005fd0 tx=0x7fa9ec00a560 comp rx=0 tx=0).stop 2024-04-23T18:21:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 msgr2=0x7fa9fc198040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fa9f800d950 tx=0x7fa9f800dd10 comp rx=0 tx=0).stop 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 shutdown_connections 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa9e80a3cd0 0x7fa9e80a6190 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa9fc107990 0x7fa9fc19c910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa9fc101940 0x7fa9fc198040 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 --2- 172.21.15.55:0/3301933707 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa9fc102300 0x7fa9fc198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 >> 172.21.15.55:0/3301933707 conn(0x7fa9fc0788f0 msgr2=0x7fa9fc0ff9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 shutdown_connections 2024-04-23T18:21:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:18.977+0000 7faa036d6700 1 -- 172.21.15.55:0/3301933707 wait complete. 2024-04-23T18:21:19.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:18 smithi152 ceph-mon[33022]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-23T18:21:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:18 smithi116 ceph-mon[32310]: pgmap v296: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.0 KiB/s rd, 8.6 KiB/s wr, 23 op/s 2024-04-23T18:21:19.641 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-23T18:21:19.641 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-23T18:21:19.901 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:19.926 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:19 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3301933707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:19 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3301933707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:19 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3301933707' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:20.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:20 smithi116 ceph-mon[32310]: pgmap v297: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 25 op/s 2024-04-23T18:21:21.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:20 smithi152 ceph-mon[33022]: pgmap v297: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 25 op/s 2024-04-23T18:21:21.168 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:20 smithi055 ceph-mon[29189]: pgmap v297: 97 pgs: 97 active+clean; 626 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 9.4 KiB/s rd, 8.3 KiB/s wr, 25 op/s 2024-04-23T18:21:21.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 -- 172.21.15.55:0/82803813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a006bb10 msgr2=0x7fa8a010f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:21.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/82803813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a006bb10 0x7fa8a010f900 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fa89800b0a0 tx=0x7fa89800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 -- 172.21.15.55:0/82803813 shutdown_connections 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/82803813 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a006bb10 0x7fa8a010f900 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/82803813 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a0108a30 0x7fa8a0108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/82803813 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a006b5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 -- 172.21.15.55:0/82803813 >> 172.21.15.55:0/82803813 conn(0x7fa8a00788f0 msgr2=0x7fa8a0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 -- 172.21.15.55:0/82803813 shutdown_connections 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.783+0000 7fa8a48ac700 1 -- 172.21.15.55:0/82803813 wait complete. 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 Processor -- start 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 -- start start 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a0101a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a006bb10 0x7fa8a0101f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0112dd0 con 0x7fa8a0108a30 2024-04-23T18:21:21.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0112c50 con 0x7fa8a006b170 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa8a48ac700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa8a0112f50 con 0x7fa8a006bb10 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa89ed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa89ed9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58740/0 (socket says 172.21.15.55:58740) 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.784+0000 7fa89ed9d700 1 -- 172.21.15.55:0/2148330577 learned_addr learned my addr 172.21.15.55:0/2148330577 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa897fff700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a006bb10 0x7fa8a0101f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89e59c700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a0101a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 -- 172.21.15.55:0/2148330577 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a006bb10 msgr2=0x7fa8a0101f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a006bb10 0x7fa8a0101f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 -- 172.21.15.55:0/2148330577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 msgr2=0x7fa8a0101a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a0101a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 -- 172.21.15.55:0/2148330577 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8a01a76f0 con 0x7fa8a0108a30 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89e59c700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a0101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:21.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa89ed9d700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa8980079a0 tx=0x7fa8980079d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:21.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa898021070 con 0x7fa8a0108a30 2024-04-23T18:21:21.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8a01a7980 con 0x7fa8a0108a30 2024-04-23T18:21:21.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa89801db20 con 0x7fa8a0108a30 2024-04-23T18:21:21.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa89801bc30 con 0x7fa8a0108a30 2024-04-23T18:21:21.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.785+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8a01a7e30 con 0x7fa8a0108a30 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.786+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8a0069730 con 0x7fa8a0108a30 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.787+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa898024070 con 0x7fa8a0108a30 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.788+0000 7fa8977fe700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 0x7fa88c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.788+0000 7fa89e59c700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 0x7fa88c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.788+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fa8980d0d10 con 0x7fa8a0108a30 2024-04-23T18:21:21.782 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.789+0000 7fa89e59c700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 0x7fa88c0a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa890005fd0 tx=0x7fa890005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:21.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:21.793+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa89809d7d0 con 0x7fa8a0108a30 2024-04-23T18:21:21.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.001+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa8a002df80 con 0x7fa8a0108a30 2024-04-23T18:21:21.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.002+0000 7fa8977fe700 1 -- 172.21.15.55:0/2148330577 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) ==== 74+0+22205 (secure 0 0 0) 0x7fa898009cb0 con 0x7fa8a0108a30 2024-04-23T18:21:21.996 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:21:21.996 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":86,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:03.420297+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 msgr2=0x7fa88c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 0x7fa88c0a6190 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa890005fd0 tx=0x7fa890005db0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 msgr2=0x7fa8a01024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fa8980079a0 tx=0x7fa8980079d0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 shutdown_connections 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa88c0a3cd0 0x7fa88c0a6190 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa8a0108a30 0x7fa8a01024c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa8a006b170 0x7fa8a0101a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 --2- 172.21.15.55:0/2148330577 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa8a006bb10 0x7fa8a0101f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:21.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 >> 172.21.15.55:0/2148330577 conn(0x7fa8a00788f0 msgr2=0x7fa8a00ff980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:21.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 shutdown_connections 2024-04-23T18:21:21.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:22.005+0000 7fa8a48ac700 1 -- 172.21.15.55:0/2148330577 wait complete. 2024-04-23T18:21:22.722 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-23T18:21:22.722 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-23T18:21:22.723 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-23T18:21:22.723 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-23T18:21:22.724 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-23T18:21:22.724 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-23T18:21:22.724 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-23T18:21:22.725 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-23T18:21:22.725 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-04-23T18:21:22.726 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-04-23T18:21:22.726 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-04-23T18:21:22.727 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-04-23T18:21:22.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:22 smithi055 ceph-mon[29189]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 19 op/s 2024-04-23T18:21:22.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:22 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2148330577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:23.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:22 smithi152 ceph-mon[33022]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 19 op/s 2024-04-23T18:21:23.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:22 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2148330577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:23.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:22 smithi116 ceph-mon[32310]: pgmap v298: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 6.7 KiB/s wr, 19 op/s 2024-04-23T18:21:23.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:22 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2148330577' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:21:23.401 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.425 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.425 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.430 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.745 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.748 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:23.748 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:25.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:24 smithi152 ceph-mon[33022]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-23T18:21:25.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:24 smithi116 ceph-mon[32310]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-23T18:21:25.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:24 smithi055 ceph-mon[29189]: pgmap v299: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 3.1 KiB/s wr, 15 op/s 2024-04-23T18:21:26.866 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 -- 172.21.15.55:0/3093064163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c108ab0 msgr2=0x7f657c108e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 --2- 172.21.15.55:0/3093064163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c108ab0 0x7f657c108e90 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f6578009990 tx=0x7f6578009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 -- 172.21.15.55:0/3093064163 shutdown_connections 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 --2- 172.21.15.55:0/3093064163 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f657c103480 0x7f657c10f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 --2- 172.21.15.55:0/3093064163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c108ab0 0x7f657c108e90 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 --2- 172.21.15.55:0/3093064163 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f657c102ac0 0x7f657c102f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 -- 172.21.15.55:0/3093064163 >> 172.21.15.55:0/3093064163 conn(0x7f657c079bf0 msgr2=0x7f657c07a000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 -- 172.21.15.55:0/3093064163 shutdown_connections 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.871+0000 7f6583fd6700 1 -- 172.21.15.55:0/3093064163 wait complete. 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 Processor -- start 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 -- start start 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f657c102ac0 0x7f657c1992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:26.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 0x7f657c199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f657c108ab0 0x7f657c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112e10 con 0x7f657c103480 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112c90 con 0x7f657c108ab0 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6583fd6700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f657c112f90 con 0x7f657c102ac0 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 0x7f657c199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 0x7f657c199820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58762/0 (socket says 172.21.15.55:58762) 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 -- 172.21.15.55:0/1975456989 learned_addr learned my addr 172.21.15.55:0/1975456989 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581d72700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f657c102ac0 0x7f657c1992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6582573700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f657c108ab0 0x7f657c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 -- 172.21.15.55:0/1975456989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f657c102ac0 msgr2=0x7f657c1992e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f657c102ac0 0x7f657c1992e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 -- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f657c108ab0 msgr2=0x7f657c19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f657c108ab0 0x7f657c19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.872+0000 7f6581571700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c19e2f0 con 0x7f657c103480 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6581571700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 0x7f657c199820 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f656c00d950 tx=0x7f656c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c016070 con 0x7f657c103480 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f656c009e10 con 0x7f657c103480 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657c19e5e0 con 0x7f657c103480 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f656c00f620 con 0x7f657c103480 2024-04-23T18:21:26.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.873+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657c1a5e60 con 0x7f657c103480 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.874+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f657c0630d0 con 0x7f657c103480 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.875+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f656c019070 con 0x7f657c103480 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6572ffd700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f65680a3cd0 0x7f65680a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6581d72700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f65680a3cd0 0x7f65680a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f656c0d04c0 con 0x7f657c103480 2024-04-23T18:21:26.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6572ffd700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] conn(0x7f65680ad4b0 0x7f65680af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f656c013ec0 con 0x7f65680ad4b0 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f656c0d09a0 con 0x7f657c103480 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6581d72700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f65680a3cd0 0x7f65680a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f657800b5c0 tx=0x7f6578005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.876+0000 7f6582573700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] conn(0x7f65680ad4b0 0x7f65680af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.877+0000 7f6582573700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] conn(0x7f65680ad4b0 0x7f65680af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:26.871 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.877+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== osd.1 v2:172.21.15.116:6800/2605811583 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f656c013ec0 con 0x7f65680ad4b0 2024-04-23T18:21:26.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.894+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 --> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f657c0634d0 con 0x7f65680ad4b0 2024-04-23T18:21:26.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.894+0000 7f6572ffd700 1 -- 172.21.15.55:0/1975456989 <== osd.1 v2:172.21.15.116:6800/2605811583 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f657c0634d0 con 0x7f65680ad4b0 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] conn(0x7f65680ad4b0 msgr2=0x7f65680af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] conn(0x7f65680ad4b0 0x7f65680af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f65680a3cd0 msgr2=0x7f65680a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f65680a3cd0 0x7f65680a6190 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f657800b5c0 tx=0x7f6578005960 comp rx=0 tx=0).stop 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 msgr2=0x7f657c199820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:26.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 --2- 172.21.15.55:0/1975456989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f657c103480 0x7f657c199820 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f656c00d950 tx=0x7f656c00dc60 comp rx=0 tx=0).stop 2024-04-23T18:21:26.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6582573700 1 -- 172.21.15.55:0/1975456989 reap_dead start 2024-04-23T18:21:26.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 shutdown_connections 2024-04-23T18:21:26.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 >> 172.21.15.55:0/1975456989 conn(0x7f657c079bf0 msgr2=0x7f657c100b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:26.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 shutdown_connections 2024-04-23T18:21:26.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:26.895+0000 7f6583fd6700 1 -- 172.21.15.55:0/1975456989 wait complete. 2024-04-23T18:21:27.035 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:26 smithi055 ceph-mon[29189]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-23T18:21:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:26 smithi152 ceph-mon[33022]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-23T18:21:27.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:26 smithi116 ceph-mon[32310]: pgmap v300: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-04-23T18:21:27.779 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:27.780 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:27.780 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:27.781 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:29.079 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:28 smithi055 ceph-mon[29189]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:21:29.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:28 smithi152 ceph-mon[33022]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:21:29.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:28 smithi116 ceph-mon[32310]: pgmap v301: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:21:29.460 INFO:teuthology.orchestra.run.smithi055.stdout:55834574917 2024-04-23T18:21:29.461 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-23T18:21:30.936 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:30 smithi055 ceph-mon[29189]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:21:31.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:30 smithi152 ceph-mon[33022]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:21:31.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:30 smithi116 ceph-mon[32310]: pgmap v302: 97 pgs: 97 active+clean; 638 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:21:32.500 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.505+0000 7fc711721700 1 -- 172.21.15.55:0/344352416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c106990 msgr2=0x7fc70c106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.505+0000 7fc711721700 1 --2- 172.21.15.55:0/344352416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c106990 0x7fc70c106d70 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc009990 tx=0x7fc6fc009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 -- 172.21.15.55:0/344352416 shutdown_connections 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 --2- 172.21.15.55:0/344352416 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c1026e0 0x7fc70c10e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 --2- 172.21.15.55:0/344352416 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c106990 0x7fc70c106d70 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 --2- 172.21.15.55:0/344352416 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc70c101d20 0x7fc70c1021a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 -- 172.21.15.55:0/344352416 >> 172.21.15.55:0/344352416 conn(0x7fc70c0788f0 msgr2=0x7fc70c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 -- 172.21.15.55:0/344352416 shutdown_connections 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 -- 172.21.15.55:0/344352416 wait complete. 2024-04-23T18:21:32.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 Processor -- start 2024-04-23T18:21:32.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.506+0000 7fc711721700 1 -- start start 2024-04-23T18:21:32.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 0x7fc70c1035e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc70c1026e0 0x7fc70c103b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c106990 0x7fc70c104060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc70c111c50 con 0x7fc70c101d20 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc70c111ad0 con 0x7fc70c1026e0 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc711721700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc70c111dd0 con 0x7fc70c106990 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 0x7fc70c1035e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 0x7fc70c1035e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:44268/0 (socket says 172.21.15.55:44268) 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 -- 172.21.15.55:0/3092097748 learned_addr learned my addr 172.21.15.55:0/3092097748 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70b7fe700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c106990 0x7fc70c104060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70a7fc700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc70c1026e0 0x7fc70c103b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 -- 172.21.15.55:0/3092097748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c106990 msgr2=0x7fc70c104060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c106990 0x7fc70c104060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 -- 172.21.15.55:0/3092097748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc70c1026e0 msgr2=0x7fc70c103b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc70c1026e0 0x7fc70c103b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70affd700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc70c1a75d0 con 0x7fc70c101d20 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.507+0000 7fc70b7fe700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc70c106990 0x7fc70c104060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc70affd700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 0x7fc70c1035e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc000c00 tx=0x7fc6fc0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6fc027070 con 0x7fc70c101d20 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc70c1a7860 con 0x7fc70c101d20 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6fc022470 con 0x7fc70c101d20 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6fc017650 con 0x7fc70c101d20 2024-04-23T18:21:32.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.508+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc70c1a7d10 con 0x7fc70c101d20 2024-04-23T18:21:32.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.509+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc70c063150 con 0x7fc70c101d20 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.510+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc6fc02a070 con 0x7fc70c101d20 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc6f3fff700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc6f40a3cd0 0x7fc6f40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fc6fc0d1d80 con 0x7fc70c101d20 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc70a7fc700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc6f40a3cd0 0x7fc6f40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc6f3fff700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] conn(0x7fc6f40ad4b0 0x7fc6f40af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc6fc00ce90 con 0x7fc6f40ad4b0 2024-04-23T18:21:32.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fc6fc0d2260 con 0x7fc70c101d20 2024-04-23T18:21:32.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc70b7fe700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] conn(0x7fc6f40ad4b0 0x7fc6f40af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:32.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.511+0000 7fc70a7fc700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc6f40a3cd0 0x7fc6f40a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc700005ea0 tx=0x7fc700005e30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.512+0000 7fc70b7fe700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] conn(0x7fc6f40ad4b0 0x7fc6f40af8d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:32.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.512+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== osd.0 v2:172.21.15.55:6802/638585790 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc6fc00ce90 con 0x7fc6f40ad4b0 2024-04-23T18:21:32.523 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.528+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 --> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc70c063550 con 0x7fc6f40ad4b0 2024-04-23T18:21:32.523 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc6f3fff700 1 -- 172.21.15.55:0/3092097748 <== osd.0 v2:172.21.15.55:6802/638585790 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc70c063550 con 0x7fc6f40ad4b0 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] conn(0x7fc6f40ad4b0 msgr2=0x7fc6f40af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] conn(0x7fc6f40ad4b0 0x7fc6f40af8d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc6f40a3cd0 msgr2=0x7fc6f40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc6f40a3cd0 0x7fc6f40a6190 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fc700005ea0 tx=0x7fc700005e30 comp rx=0 tx=0).stop 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 msgr2=0x7fc70c1035e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 --2- 172.21.15.55:0/3092097748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc70c101d20 0x7fc70c1035e0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fc6fc000c00 tx=0x7fc6fc0047b0 comp rx=0 tx=0).stop 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc70b7fe700 1 -- 172.21.15.55:0/3092097748 reap_dead start 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 shutdown_connections 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.529+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 >> 172.21.15.55:0/3092097748 conn(0x7fc70c0788f0 msgr2=0x7fc70c06b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:32.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.530+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 shutdown_connections 2024-04-23T18:21:32.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.530+0000 7fc711721700 1 -- 172.21.15.55:0/3092097748 wait complete. 2024-04-23T18:21:33.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:32 smithi152 ceph-mon[33022]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:33.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:32 smithi116 ceph-mon[32310]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:33.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:32 smithi055 ceph-mon[29189]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-23T18:21:33.524 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 -- 172.21.15.55:0/2383848715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 msgr2=0x7f3364107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 --2- 172.21.15.55:0/2383848715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f3364107d70 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3360009990 tx=0x7f3360009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 -- 172.21.15.55:0/2383848715 shutdown_connections 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 --2- 172.21.15.55:0/2383848715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3364102300 0x7f336410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 --2- 172.21.15.55:0/2383848715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f3364107d70 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 --2- 172.21.15.55:0/2383848715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3364101940 0x7f3364101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 -- 172.21.15.55:0/2383848715 >> 172.21.15.55:0/2383848715 conn(0x7f33640788f0 msgr2=0x7f3364078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 -- 172.21.15.55:0/2383848715 shutdown_connections 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.400+0000 7f336c586700 1 -- 172.21.15.55:0/2383848715 wait complete. 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 Processor -- start 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 -- start start 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3364101940 0x7f3364199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3364102300 0x7f33641996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.525 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f336419da60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3364111c10 con 0x7f3364107990 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3364111a90 con 0x7f3364101940 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336c586700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3364111d90 con 0x7f3364102300 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336ab23700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f336419da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336ab23700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f336419da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:44242/0 (socket says 172.21.15.55:44242) 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.401+0000 7f336ab23700 1 -- 172.21.15.55:0/3877792226 learned_addr learned my addr 172.21.15.55:0/3877792226 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f3369b21700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3364102300 0x7f33641996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336a322700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3364101940 0x7f3364199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 -- 172.21.15.55:0/3877792226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3364102300 msgr2=0x7f33641996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3364102300 0x7f33641996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 -- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3364101940 msgr2=0x7f3364199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3364101940 0x7f3364199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f336419e1a0 con 0x7f3364107990 2024-04-23T18:21:33.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336ab23700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f336419da60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f335c007ee0 tx=0x7f335c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f335c004bb0 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f336419e490 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f335c004d50 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f335c0059e0 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.402+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3364103420 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.404+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3364106990 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.405+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f335c01a020 con 0x7f3364107990 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.405+0000 7f335b7fe700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f33500a3cd0 0x7f33500a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.405+0000 7f336a322700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f33500a3cd0 0x7f33500a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f335c0cfa00 con 0x7f3364107990 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f335b7fe700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] conn(0x7f33500ad4b0 0x7f33500af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f335c01de50 con 0x7f33500ad4b0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f335c0d42c0 con 0x7f3364107990 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f336a322700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f33500a3cd0 0x7f33500a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f336000b5c0 tx=0x7f3360005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.406+0000 7f3369b21700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] conn(0x7f33500ad4b0 0x7f33500af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.407+0000 7f3369b21700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] conn(0x7f33500ad4b0 0x7f33500af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.408+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== osd.10 v2:172.21.15.116:6824/1196952288 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f335c01de50 con 0x7f33500ad4b0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.424+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 --> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3364103060 con 0x7f33500ad4b0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f335b7fe700 1 -- 172.21.15.55:0/3877792226 <== osd.10 v2:172.21.15.116:6824/1196952288 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f3364103060 con 0x7f33500ad4b0 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] conn(0x7f33500ad4b0 msgr2=0x7f33500af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] conn(0x7f33500ad4b0 0x7f33500af8d0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f33500a3cd0 msgr2=0x7f33500a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f33500a3cd0 0x7f33500a6190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f336000b5c0 tx=0x7f3360005960 comp rx=0 tx=0).stop 2024-04-23T18:21:33.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 msgr2=0x7f336419da60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 --2- 172.21.15.55:0/3877792226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3364107990 0x7f336419da60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f335c007ee0 tx=0x7f335c00d3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336ab23700 1 -- 172.21.15.55:0/3877792226 reap_dead start 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 shutdown_connections 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 >> 172.21.15.55:0/3877792226 conn(0x7f33640788f0 msgr2=0x7f336406a860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 shutdown_connections 2024-04-23T18:21:33.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:32.425+0000 7f336c586700 1 -- 172.21.15.55:0/3877792226 wait complete. 2024-04-23T18:21:34.119 INFO:teuthology.orchestra.run.smithi055.stdout:313532612632 2024-04-23T18:21:34.119 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-04-23T18:21:34.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:34 smithi055 ceph-mon[29189]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:35.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:34 smithi152 ceph-mon[33022]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:35.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:34 smithi116 ceph-mon[32310]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:35.360 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:35.768 INFO:teuthology.orchestra.run.smithi055.stdout:34359738442 2024-04-23T18:21:35.768 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-23T18:21:36.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:36 smithi055 ceph-mon[29189]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:37.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:36 smithi152 ceph-mon[33022]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:37.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:36 smithi116 ceph-mon[32310]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 -- 172.21.15.55:0/3308377488 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a2406bbb0 msgr2=0x7f8a2410f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 --2- 172.21.15.55:0/3308377488 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a2406bbb0 0x7f8a2410f930 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c00b0a0 tx=0x7f8a1c00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 -- 172.21.15.55:0/3308377488 shutdown_connections 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 --2- 172.21.15.55:0/3308377488 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a2406bbb0 0x7f8a2410f930 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 --2- 172.21.15.55:0/3308377488 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a24108a60 0x7f8a24108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 --2- 172.21.15.55:0/3308377488 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8a2406b1f0 0x7f8a2406b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 -- 172.21.15.55:0/3308377488 >> 172.21.15.55:0/3308377488 conn(0x7f8a240789e0 msgr2=0x7f8a24078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:37.851 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 -- 172.21.15.55:0/3308377488 shutdown_connections 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.851+0000 7f8a28d04700 1 -- 172.21.15.55:0/3308377488 wait complete. 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 Processor -- start 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 -- start start 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a2406b1f0 0x7f8a241019b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8a2406bbb0 0x7f8a24101ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 0x7f8a24102430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8a24112dc0 con 0x7f8a24108a60 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8a24112c40 con 0x7f8a2406b1f0 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.852+0000 7f8a28d04700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8a24112f40 con 0x7f8a2406bbb0 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 0x7f8a24102430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 0x7f8a24102430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:44298/0 (socket says 172.21.15.55:44298) 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 -- 172.21.15.55:0/4013649878 learned_addr learned my addr 172.21.15.55:0/4013649878 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a21d9b700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8a2406bbb0 0x7f8a24101ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:37.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a2259c700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a2406b1f0 0x7f8a241019b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 -- 172.21.15.55:0/4013649878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8a2406bbb0 msgr2=0x7f8a24101ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8a2406bbb0 0x7f8a24101ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 -- 172.21.15.55:0/4013649878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a2406b1f0 msgr2=0x7f8a241019b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a2406b1f0 0x7f8a241019b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a241a7700 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a2259c700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8a2406b1f0 0x7f8a241019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a22d9d700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 0x7f8a24102430 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c00b830 tx=0x7f8a1c007a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c021020 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a241a7990 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8a1c01db40 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c01bc80 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.853+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a241a7e40 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.854+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8a24063110 con 0x7f8a24108a60 2024-04-23T18:21:37.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.855+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8a1c024020 con 0x7f8a24108a60 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a137fe700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8a0c0a3cd0 0x7f8a0c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a2259c700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8a0c0a3cd0 0x7f8a0c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f8a1c00f020 con 0x7f8a24108a60 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a137fe700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] conn(0x7f8a0c0ad4b0 0x7f8a0c0af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8a1c019ec0 con 0x7f8a0c0ad4b0 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f8a1c0d1f80 con 0x7f8a24108a60 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a21d9b700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] conn(0x7f8a0c0ad4b0 0x7f8a0c0af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.856+0000 7f8a2259c700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8a0c0a3cd0 0x7f8a0c0a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8a14005fd0 tx=0x7f8a14005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.857+0000 7f8a21d9b700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] conn(0x7f8a0c0ad4b0 0x7f8a0c0af8d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:37.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.857+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== osd.3 v2:172.21.15.55:6810/3079389454 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8a1c019ec0 con 0x7f8a0c0ad4b0 2024-04-23T18:21:37.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.875+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 --> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8a24063510 con 0x7f8a0c0ad4b0 2024-04-23T18:21:37.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.875+0000 7f8a137fe700 1 -- 172.21.15.55:0/4013649878 <== osd.3 v2:172.21.15.55:6810/3079389454 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8a24063510 con 0x7f8a0c0ad4b0 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.875+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] conn(0x7f8a0c0ad4b0 msgr2=0x7f8a0c0af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.875+0000 7f8a28d04700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] conn(0x7f8a0c0ad4b0 0x7f8a0c0af8d0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8a0c0a3cd0 msgr2=0x7f8a0c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8a0c0a3cd0 0x7f8a0c0a6190 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8a14005fd0 tx=0x7f8a14005db0 comp rx=0 tx=0).stop 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 msgr2=0x7f8a24102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:37.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 --2- 172.21.15.55:0/4013649878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8a24108a60 0x7f8a24102430 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c00b830 tx=0x7f8a1c007a90 comp rx=0 tx=0).stop 2024-04-23T18:21:37.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a22d9d700 1 -- 172.21.15.55:0/4013649878 reap_dead start 2024-04-23T18:21:37.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 shutdown_connections 2024-04-23T18:21:37.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 >> 172.21.15.55:0/4013649878 conn(0x7f8a240789e0 msgr2=0x7f8a240ff8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:37.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 shutdown_connections 2024-04-23T18:21:37.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:37.876+0000 7f8a28d04700 1 -- 172.21.15.55:0/4013649878 wait complete. 2024-04-23T18:21:37.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:37 smithi055 ceph-mon[29189]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:38.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:37 smithi116 ceph-mon[32310]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:38.268 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:37 smithi152 ceph-mon[33022]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:40.172 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:39 smithi055 ceph-mon[29189]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:40.203 INFO:teuthology.orchestra.run.smithi055.stdout:111669149757 2024-04-23T18:21:40.203 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-23T18:21:40.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:39 smithi152 ceph-mon[33022]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:40.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:39 smithi116 ceph-mon[32310]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:21:40.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 -- 172.21.15.55:0/3441737083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00102ac0 msgr2=0x7f1a00102f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 --2- 172.21.15.55:0/3441737083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00102ac0 0x7f1a00102f40 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009990 tx=0x7f19f0009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 -- 172.21.15.55:0/3441737083 shutdown_connections 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 --2- 172.21.15.55:0/3441737083 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00103480 0x7f1a0010f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 --2- 172.21.15.55:0/3441737083 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a00108a70 0x7f1a00108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 --2- 172.21.15.55:0/3441737083 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00102ac0 0x7f1a00102f40 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 -- 172.21.15.55:0/3441737083 >> 172.21.15.55:0/3441737083 conn(0x7f1a00079bb0 msgr2=0x7f1a00079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 -- 172.21.15.55:0/3441737083 shutdown_connections 2024-04-23T18:21:40.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.901+0000 7f1a07488700 1 -- 172.21.15.55:0/3441737083 wait complete. 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 Processor -- start 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 -- start start 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a00102ac0 0x7f1a00199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 0x7f1a00199790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00108a70 0x7f1a0019db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1a00112d80 con 0x7f1a00103480 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1a00112c00 con 0x7f1a00108a70 2024-04-23T18:21:40.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a07488700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1a00112f00 con 0x7f1a00102ac0 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a04a23700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 0x7f1a00199790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a04a23700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 0x7f1a00199790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34564/0 (socket says 172.21.15.55:34564) 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a04a23700 1 -- 172.21.15.55:0/523970666 learned_addr learned my addr 172.21.15.55:0/523970666 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.902+0000 7f1a05224700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a00102ac0 0x7f1a00199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a05a25700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00108a70 0x7f1a0019db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 -- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a00102ac0 msgr2=0x7f1a00199250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a00102ac0 0x7f1a00199250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 -- 172.21.15.55:0/523970666 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00108a70 msgr2=0x7f1a0019db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00108a70 0x7f1a0019db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0019e260 con 0x7f1a00103480 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a05a25700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a00108a70 0x7f1a0019db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a04a23700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 0x7f1a00199790 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19f0000c00 tx=0x7f19f0009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f0027070 con 0x7f1a00103480 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f19f0003fb0 con 0x7f1a00103480 2024-04-23T18:21:40.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a0019e4f0 con 0x7f1a00103480 2024-04-23T18:21:40.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f0022e10 con 0x7f1a00103480 2024-04-23T18:21:40.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.903+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a00074c70 con 0x7f1a00103480 2024-04-23T18:21:40.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.904+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1a00063150 con 0x7f1a00103480 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.905+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f19f002a070 con 0x7f1a00103480 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f19f67fc700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19ec0a3d50 0x7f19ec0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f1a05224700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19ec0a3d50 0x7f19ec0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f19f00d18a0 con 0x7f1a00103480 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f19f67fc700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] conn(0x7f19ec0ad530 0x7f19ec0af950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f19f0023e50 con 0x7f19ec0ad530 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.906+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f19f00d1d80 con 0x7f1a00103480 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.907+0000 7f1a05224700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19ec0a3d50 0x7f19ec0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0045b0 tx=0x7f19fc00b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.907+0000 7f1a05a25700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] conn(0x7f19ec0ad530 0x7f19ec0af950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:40.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.907+0000 7f1a05a25700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] conn(0x7f19ec0ad530 0x7f19ec0af950 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:40.901 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.908+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== osd.2 v2:172.21.15.152:6800/1282983969 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f19f0023e50 con 0x7f19ec0ad530 2024-04-23T18:21:40.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.924+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 --> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1a00063550 con 0x7f19ec0ad530 2024-04-23T18:21:40.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f19f67fc700 1 -- 172.21.15.55:0/523970666 <== osd.2 v2:172.21.15.152:6800/1282983969 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1a00063550 con 0x7f19ec0ad530 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] conn(0x7f19ec0ad530 msgr2=0x7f19ec0af950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] conn(0x7f19ec0ad530 0x7f19ec0af950 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19ec0a3d50 msgr2=0x7f19ec0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19ec0a3d50 0x7f19ec0a6210 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f19fc0045b0 tx=0x7f19fc00b3c0 comp rx=0 tx=0).stop 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 msgr2=0x7f1a00199790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 --2- 172.21.15.55:0/523970666 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a00103480 0x7f1a00199790 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19f0000c00 tx=0x7f19f0009f50 comp rx=0 tx=0).stop 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a05a25700 1 -- 172.21.15.55:0/523970666 reap_dead start 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 shutdown_connections 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.925+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 >> 172.21.15.55:0/523970666 conn(0x7f1a00079bb0 msgr2=0x7f1a00101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:40.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.926+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 shutdown_connections 2024-04-23T18:21:40.920 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:40.926+0000 7f1a07488700 1 -- 172.21.15.55:0/523970666 wait complete. 2024-04-23T18:21:41.745 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 -- 172.21.15.55:0/3128710750 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8107990 msgr2=0x7f13d8107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/3128710750 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8107990 0x7f13d8107d70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f13c8009990 tx=0x7f13c8009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 -- 172.21.15.55:0/3128710750 shutdown_connections 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/3128710750 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8102300 0x7f13d810e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/3128710750 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8107990 0x7f13d8107d70 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/3128710750 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8101940 0x7f13d8101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 -- 172.21.15.55:0/3128710750 >> 172.21.15.55:0/3128710750 conn(0x7f13d80788f0 msgr2=0x7f13d8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 -- 172.21.15.55:0/3128710750 shutdown_connections 2024-04-23T18:21:41.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.752+0000 7f13dcfb5700 1 -- 172.21.15.55:0/3128710750 wait complete. 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.753+0000 7f13dcfb5700 1 Processor -- start 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.753+0000 7f13dcfb5700 1 -- start start 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8101940 0x7f13d819a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 0x7f13d819a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8107990 0x7f13d81a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f13d8111c40 con 0x7f13d8102300 2024-04-23T18:21:41.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f13d8111ac0 con 0x7f13d8107990 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f13d8111dc0 con 0x7f13d8101940 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 0x7f13d819a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 0x7f13d819a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34580/0 (socket says 172.21.15.55:34580) 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13d659c700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8101940 0x7f13d819a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 -- 172.21.15.55:0/566874431 learned_addr learned my addr 172.21.15.55:0/566874431 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13d6d9d700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8107990 0x7f13d81a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 -- 172.21.15.55:0/566874431 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8101940 msgr2=0x7f13d819a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8101940 0x7f13d819a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 -- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8107990 msgr2=0x7f13d81a50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8107990 0x7f13d81a50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13d81a5620 con 0x7f13d8102300 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13d659c700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f13d8101940 0x7f13d819a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13d6d9d700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f13d8107990 0x7f13d81a50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:41.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cffff700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 0x7f13d819a5a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f13c000d950 tx=0x7f13c000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c0016070 con 0x7f13d8102300 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.754+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13d81a57f0 con 0x7f13d8102300 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.755+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13d81a5d80 con 0x7f13d8102300 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.755+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f13c0009e10 con 0x7f13d8102300 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.755+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13c000f620 con 0x7f13d8102300 2024-04-23T18:21:41.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.755+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f13d80630d0 con 0x7f13d8102300 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.757+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f13c0019070 con 0x7f13d8102300 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.757+0000 7f13cf7fe700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f13c40a3cd0 0x7f13c40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.757+0000 7f13d659c700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f13c40a3cd0 0x7f13c40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.757+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f13c00d04c0 con 0x7f13d8102300 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13cf7fe700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] conn(0x7f13c40ad4b0 0x7f13c40af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:41.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f13c0013ec0 con 0x7f13c40ad4b0 2024-04-23T18:21:41.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f13c00d09a0 con 0x7f13d8102300 2024-04-23T18:21:41.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13d659c700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f13c40a3cd0 0x7f13c40a6190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f13c800b5c0 tx=0x7f13c8005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13d6d9d700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] conn(0x7f13c40ad4b0 0x7f13c40af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:41.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.758+0000 7f13d6d9d700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] conn(0x7f13c40ad4b0 0x7f13c40af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:41.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.759+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== osd.4 v2:172.21.15.116:6808/988463447 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f13c0013ec0 con 0x7f13c40ad4b0 2024-04-23T18:21:41.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.776+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 --> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f13d80634d0 con 0x7f13c40ad4b0 2024-04-23T18:21:41.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.776+0000 7f13cf7fe700 1 -- 172.21.15.55:0/566874431 <== osd.4 v2:172.21.15.116:6808/988463447 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f13d80634d0 con 0x7f13c40ad4b0 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.776+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] conn(0x7f13c40ad4b0 msgr2=0x7f13c40af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.776+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] conn(0x7f13c40ad4b0 0x7f13c40af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f13c40a3cd0 msgr2=0x7f13c40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f13c40a3cd0 0x7f13c40a6190 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f13c800b5c0 tx=0x7f13c8005960 comp rx=0 tx=0).stop 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 msgr2=0x7f13d819a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 --2- 172.21.15.55:0/566874431 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f13d8102300 0x7f13d819a5a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f13c000d950 tx=0x7f13c000dc60 comp rx=0 tx=0).stop 2024-04-23T18:21:41.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13d6d9d700 1 -- 172.21.15.55:0/566874431 reap_dead start 2024-04-23T18:21:41.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 shutdown_connections 2024-04-23T18:21:41.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 >> 172.21.15.55:0/566874431 conn(0x7f13d80788f0 msgr2=0x7f13d81006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:41.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 shutdown_connections 2024-04-23T18:21:41.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:41.777+0000 7f13dcfb5700 1 -- 172.21.15.55:0/566874431 wait complete. 2024-04-23T18:21:42.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:41 smithi055 ceph-mon[29189]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:21:42.309 INFO:teuthology.orchestra.run.smithi055.stdout:77309411394 2024-04-23T18:21:42.309 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-23T18:21:42.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:41 smithi152 ceph-mon[33022]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:21:42.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:41 smithi116 ceph-mon[32310]: pgmap v308: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 11 op/s 2024-04-23T18:21:42.710 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 -- 172.21.15.55:0/287809729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc106cc0 msgr2=0x7f1fcc10e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.710 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 --2- 172.21.15.55:0/287809729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc106cc0 0x7f1fcc10e8d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1fc400b0d0 tx=0x7f1fc400b3e0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.710 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 -- 172.21.15.55:0/287809729 shutdown_connections 2024-04-23T18:21:42.710 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 --2- 172.21.15.55:0/287809729 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc106cc0 0x7f1fcc10e8d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.710 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 --2- 172.21.15.55:0/287809729 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc102780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 --2- 172.21.15.55:0/287809729 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fcc102d50 0x7f1fcc1065e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 -- 172.21.15.55:0/287809729 >> 172.21.15.55:0/287809729 conn(0x7f1fcc077fb0 msgr2=0x7f1fcc0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 -- 172.21.15.55:0/287809729 shutdown_connections 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.715+0000 7f1fd0965700 1 -- 172.21.15.55:0/287809729 wait complete. 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 Processor -- start 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 -- start start 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc1981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fcc102d50 0x7f1fcc1986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1fcc106cc0 0x7f1fcc19ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc111d50 con 0x7f1fcc1023a0 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc111bd0 con 0x7f1fcc102d50 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fd0965700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1fcc111ed0 con 0x7f1fcc106cc0 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc1981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.711 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc1981a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34608/0 (socket says 172.21.15.55:34608) 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 -- 172.21.15.55:0/3126429056 learned_addr learned my addr 172.21.15.55:0/3126429056 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fc9d9b700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fcc102d50 0x7f1fcc1986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 -- 172.21.15.55:0/3126429056 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1fcc106cc0 msgr2=0x7f1fcc19ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fcad9d700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1fcc106cc0 0x7f1fcc19ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1fcc106cc0 0x7f1fcc19ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 -- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fcc102d50 msgr2=0x7f1fcc1986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1fcc102d50 0x7f1fcc1986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.716+0000 7f1fca59c700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fcc19d160 con 0x7f1fcc1023a0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fca59c700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc1981a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00b530 tx=0x7f1fbc00b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc015020 con 0x7f1fcc1023a0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fcc19d450 con 0x7f1fcc1023a0 2024-04-23T18:21:42.712 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1fbc011d00 con 0x7f1fcc1023a0 2024-04-23T18:21:42.713 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc00f2e0 con 0x7f1fcc1023a0 2024-04-23T18:21:42.713 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.717+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fcc1a4cd0 con 0x7f1fcc1023a0 2024-04-23T18:21:42.714 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.718+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1fcc063150 con 0x7f1fcc1023a0 2024-04-23T18:21:42.714 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.719+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1fbc018020 con 0x7f1fcc1023a0 2024-04-23T18:21:42.714 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fbb7fe700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1fb40a3cd0 0x7f1fb40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.714 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fc9d9b700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1fb40a3cd0 0x7f1fb40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.714 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f1fbc0d0240 con 0x7f1fcc1023a0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fbb7fe700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] conn(0x7f1fb40ad4b0 0x7f1fb40af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1fbc01ce70 con 0x7f1fb40ad4b0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f1fbc0d0720 con 0x7f1fcc1023a0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.720+0000 7f1fc9d9b700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1fb40a3cd0 0x7f1fb40a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc104580 tx=0x7f1fc0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.721+0000 7f1fcad9d700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] conn(0x7f1fb40ad4b0 0x7f1fb40af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.721+0000 7f1fcad9d700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] conn(0x7f1fb40ad4b0 0x7f1fb40af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:42.715 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.722+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== osd.7 v2:172.21.15.116:6816/1950061345 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1fbc01ce70 con 0x7f1fb40ad4b0 2024-04-23T18:21:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.738+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 --> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1fcc0635d0 con 0x7f1fb40ad4b0 2024-04-23T18:21:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fbb7fe700 1 -- 172.21.15.55:0/3126429056 <== osd.7 v2:172.21.15.116:6816/1950061345 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1fcc0635d0 con 0x7f1fb40ad4b0 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] conn(0x7f1fb40ad4b0 msgr2=0x7f1fb40af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] conn(0x7f1fb40ad4b0 0x7f1fb40af8d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1fb40a3cd0 msgr2=0x7f1fb40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1fb40a3cd0 0x7f1fb40a6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1fcc104580 tx=0x7f1fc0009260 comp rx=0 tx=0).stop 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 msgr2=0x7f1fcc1981a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 --2- 172.21.15.55:0/3126429056 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1fcc1023a0 0x7f1fcc1981a0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00b530 tx=0x7f1fbc00b840 comp rx=0 tx=0).stop 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fcad9d700 1 -- 172.21.15.55:0/3126429056 reap_dead start 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 shutdown_connections 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 >> 172.21.15.55:0/3126429056 conn(0x7f1fcc077fb0 msgr2=0x7f1fcc0ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 shutdown_connections 2024-04-23T18:21:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:42.739+0000 7f1fd0965700 1 -- 172.21.15.55:0/3126429056 wait complete. 2024-04-23T18:21:43.622 INFO:teuthology.orchestra.run.smithi055.stdout:223338299434 2024-04-23T18:21:43.622 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.909+0000 7f5210eb7700 1 -- 172.21.15.55:0/2908554227 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 msgr2=0x7f520c06b750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.909+0000 7f5210eb7700 1 --2- 172.21.15.55:0/2908554227 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c06b750 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f51fc0099c0 tx=0x7f51fc009cd0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 -- 172.21.15.55:0/2908554227 shutdown_connections 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 --2- 172.21.15.55:0/2908554227 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f520c107e10 0x7f520c10f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 --2- 172.21.15.55:0/2908554227 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c06b750 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 --2- 172.21.15.55:0/2908554227 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c06bd20 0x7f520c1076e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 -- 172.21.15.55:0/2908554227 >> 172.21.15.55:0/2908554227 conn(0x7f520c0788f0 msgr2=0x7f520c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:43.903 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 -- 172.21.15.55:0/2908554227 shutdown_connections 2024-04-23T18:21:43.904 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 -- 172.21.15.55:0/2908554227 wait complete. 2024-04-23T18:21:43.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.910+0000 7f5210eb7700 1 Processor -- start 2024-04-23T18:21:43.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 -- start start 2024-04-23T18:21:43.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c1039e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f520c06bd20 0x7f520c101df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c107e10 0x7f520c102450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f520c112d50 con 0x7f520c06b370 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f520c112bd0 con 0x7f520c107e10 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5210eb7700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f520c112ed0 con 0x7f520c06bd20 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c1039e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c1039e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34630/0 (socket says 172.21.15.55:34630) 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 -- 172.21.15.55:0/3178234955 learned_addr learned my addr 172.21.15.55:0/3178234955 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520ad9d700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c107e10 0x7f520c102450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f5209d9b700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f520c06bd20 0x7f520c101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 -- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f520c06bd20 msgr2=0x7f520c101df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f520c06bd20 0x7f520c101df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 -- 172.21.15.55:0/3178234955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c107e10 msgr2=0x7f520c102450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c107e10 0x7f520c102450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520a59c700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f520c1abb30 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.911+0000 7f520ad9d700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f520c107e10 0x7f520c102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f520a59c700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c1039e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f51fc0059d0 tx=0x7f51fc00fa00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc027070 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f520c1abd60 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f51fc003680 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51fc017650 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.912+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f520c1ac1b0 con 0x7f520c06b370 2024-04-23T18:21:43.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.913+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f520c063190 con 0x7f520c06b370 2024-04-23T18:21:43.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.914+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f51fc02a070 con 0x7f520c06b370 2024-04-23T18:21:43.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f51fb7fe700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f51f40a3cd0 0x7f51f40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f51fc0d1600 con 0x7f520c06b370 2024-04-23T18:21:43.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f5209d9b700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f51f40a3cd0 0x7f51f40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f51fb7fe700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] conn(0x7f51f40ad4b0 0x7f51f40af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f51fc024ec0 con 0x7f51f40ad4b0 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.915+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f51fc0d1ae0 con 0x7f520c06b370 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.916+0000 7f5209d9b700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f51f40a3cd0 0x7f51f40a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f520c103560 tx=0x7f5200009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.916+0000 7f520ad9d700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] conn(0x7f51f40ad4b0 0x7f51f40af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:43.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.916+0000 7f520ad9d700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] conn(0x7f51f40ad4b0 0x7f51f40af8d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:43.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.917+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== osd.11 v2:172.21.15.152:6824/1310844984 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f51fc024ec0 con 0x7f51f40ad4b0 2024-04-23T18:21:43.932 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.939+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 --> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f520c063590 con 0x7f51f40ad4b0 2024-04-23T18:21:43.933 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.940+0000 7f51fb7fe700 1 -- 172.21.15.55:0/3178234955 <== osd.11 v2:172.21.15.152:6824/1310844984 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f520c063590 con 0x7f51f40ad4b0 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.940+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] conn(0x7f51f40ad4b0 msgr2=0x7f51f40af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.940+0000 7f5210eb7700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] conn(0x7f51f40ad4b0 0x7f51f40af8d0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f51f40a3cd0 msgr2=0x7f51f40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f51f40a3cd0 0x7f51f40a6190 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f520c103560 tx=0x7f5200009260 comp rx=0 tx=0).stop 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 msgr2=0x7f520c1039e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 --2- 172.21.15.55:0/3178234955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f520c06b370 0x7f520c1039e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f51fc0059d0 tx=0x7f51fc00fa00 comp rx=0 tx=0).stop 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f520ad9d700 1 -- 172.21.15.55:0/3178234955 reap_dead start 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 shutdown_connections 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 >> 172.21.15.55:0/3178234955 conn(0x7f520c0788f0 msgr2=0x7f520c0ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:43.934 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 shutdown_connections 2024-04-23T18:21:43.935 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:43.941+0000 7f5210eb7700 1 -- 172.21.15.55:0/3178234955 wait complete. 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- 172.21.15.55:0/2913433772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 msgr2=0x7f8250108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 --2- 172.21.15.55:0/2913433772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f8250108e30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f8240009990 tx=0x7f8240009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- 172.21.15.55:0/2913433772 shutdown_connections 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 --2- 172.21.15.55:0/2913433772 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250103450 0x7f825010f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 --2- 172.21.15.55:0/2913433772 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f8250108e30 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 --2- 172.21.15.55:0/2913433772 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8250102a90 0x7f8250102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- 172.21.15.55:0/2913433772 >> 172.21.15.55:0/2913433772 conn(0x7f8250079ba0 msgr2=0x7f8250079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- 172.21.15.55:0/2913433772 shutdown_connections 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- 172.21.15.55:0/2913433772 wait complete. 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 Processor -- start 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.116+0000 7f8255415700 1 -- start start 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250102a90 0x7f8250074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8250103450 0x7f8250075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f82500757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8250112e20 con 0x7f8250108a50 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8250112ca0 con 0x7f8250102a90 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8250112fa0 con 0x7f8250103450 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f82500757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f82500757c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34644/0 (socket says 172.21.15.55:34644) 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 -- 172.21.15.55:0/3691814331 learned_addr learned my addr 172.21.15.55:0/3691814331 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824e7fc700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8250103450 0x7f8250075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824effd700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250102a90 0x7f8250074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 -- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8250103450 msgr2=0x7f8250075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8250103450 0x7f8250075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 -- 172.21.15.55:0/3691814331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250102a90 msgr2=0x7f8250074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250102a90 0x7f8250074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82501a7930 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824effd700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8250102a90 0x7f8250074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f824f7fe700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f82500757c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f824800b970 tx=0x7f824800bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8248019070 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82501a7c20 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f824800ce00 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.117+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8248007370 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.118+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82501a8110 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.118+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f82500630d0 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.120+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f824801c070 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.120+0000 7f8237fff700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f82380a3cd0 0x7f82380a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.120+0000 7f824effd700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f82380a3cd0 0x7f82380a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.120+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f82480cfe60 con 0x7f8250108a50 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f8237fff700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] conn(0x7f82380ad4b0 0x7f82380af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:44.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8248017e70 con 0x7f82380ad4b0 2024-04-23T18:21:44.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f82480d0340 con 0x7f8250108a50 2024-04-23T18:21:44.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f824effd700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f82380a3cd0 0x7f82380a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f824000b5c0 tx=0x7f8240005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f824e7fc700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] conn(0x7f82380ad4b0 0x7f82380af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:44.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.121+0000 7f824e7fc700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] conn(0x7f82380ad4b0 0x7f82380af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:44.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.122+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== osd.5 v2:172.21.15.152:6808/513904162 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8248017e70 con 0x7f82380ad4b0 2024-04-23T18:21:44.123 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:43 smithi055 ceph-mon[29189]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:44.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.142+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 --> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f82500634d0 con 0x7f82380ad4b0 2024-04-23T18:21:44.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8237fff700 1 -- 172.21.15.55:0/3691814331 <== osd.5 v2:172.21.15.152:6808/513904162 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f82500634d0 con 0x7f82380ad4b0 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] conn(0x7f82380ad4b0 msgr2=0x7f82380af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] conn(0x7f82380ad4b0 0x7f82380af8d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f82380a3cd0 msgr2=0x7f82380a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f82380a3cd0 0x7f82380a6190 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f824000b5c0 tx=0x7f8240005fb0 comp rx=0 tx=0).stop 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 msgr2=0x7f82500757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 --2- 172.21.15.55:0/3691814331 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8250108a50 0x7f82500757c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f824800b970 tx=0x7f824800bc80 comp rx=0 tx=0).stop 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f824f7fe700 1 -- 172.21.15.55:0/3691814331 reap_dead start 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 shutdown_connections 2024-04-23T18:21:44.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.143+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 >> 172.21.15.55:0/3691814331 conn(0x7f8250079ba0 msgr2=0x7f8250101900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:44.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.144+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 shutdown_connections 2024-04-23T18:21:44.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:44.144+0000 7f8255415700 1 -- 172.21.15.55:0/3691814331 wait complete. 2024-04-23T18:21:44.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:43 smithi152 ceph-mon[33022]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:44.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:43 smithi116 ceph-mon[32310]: pgmap v309: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:45.257 INFO:teuthology.orchestra.run.smithi055.stdout:167503724596 2024-04-23T18:21:45.258 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 -- 172.21.15.55:0/1252672096 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804107990 msgr2=0x7f0804107d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 --2- 172.21.15.55:0/1252672096 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804107990 0x7f0804107d70 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f07ec009990 tx=0x7f07ec009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 -- 172.21.15.55:0/1252672096 shutdown_connections 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 --2- 172.21.15.55:0/1252672096 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0804102300 0x7f080410e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 --2- 172.21.15.55:0/1252672096 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804107990 0x7f0804107d70 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 --2- 172.21.15.55:0/1252672096 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804101940 0x7f0804101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.941+0000 7f080b0fa700 1 -- 172.21.15.55:0/1252672096 >> 172.21.15.55:0/1252672096 conn(0x7f08040788f0 msgr2=0x7f0804078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- 172.21.15.55:0/1252672096 shutdown_connections 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- 172.21.15.55:0/1252672096 wait complete. 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 Processor -- start 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- start start 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 0x7f0804199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0804102300 0x7f0804199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804107990 0x7f080419dad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0804111c90 con 0x7f0804101940 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0804111b10 con 0x7f0804107990 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.942+0000 7f080b0fa700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f0804111e10 con 0x7f0804102300 2024-04-23T18:21:45.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 0x7f0804199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 0x7f0804199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34662/0 (socket says 172.21.15.55:34662) 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 -- 172.21.15.55:0/839986189 learned_addr learned my addr 172.21.15.55:0/839986189 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0809697700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804107990 0x7f080419dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0803fff700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0804102300 0x7f0804199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 -- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0804102300 msgr2=0x7f0804199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0804102300 0x7f0804199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 -- 172.21.15.55:0/839986189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804107990 msgr2=0x7f080419dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804107990 0x7f080419dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f080419e210 con 0x7f0804101940 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0809697700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0804107990 0x7f080419dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0808e96700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 0x7f0804199200 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f07ec005910 tx=0x7f07ec009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec027070 con 0x7f0804101940 2024-04-23T18:21:45.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f07ec003fb0 con 0x7f0804101940 2024-04-23T18:21:45.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f080419e4a0 con 0x7f0804101940 2024-04-23T18:21:45.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.943+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07ec022e00 con 0x7f0804101940 2024-04-23T18:21:45.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.944+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08041a5d80 con 0x7f0804101940 2024-04-23T18:21:45.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.944+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f080406aa30 con 0x7f0804101940 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f07ec02a070 con 0x7f0804101940 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f07f00a3cd0 0x7f07f00a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0803fff700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f07f00a3cd0 0x7f07f00a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f07ec0d1500 con 0x7f0804101940 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] conn(0x7f07f00ad4b0 0x7f07f00af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f07ec024ec0 con 0x7f07f00ad4b0 2024-04-23T18:21:45.941 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.946+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f07ec0d19e0 con 0x7f0804101940 2024-04-23T18:21:45.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.947+0000 7f0803fff700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f07f00a3cd0 0x7f07f00a6190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f07f4005fd0 tx=0x7f07f400a560 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:45.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.947+0000 7f0809697700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] conn(0x7f07f00ad4b0 0x7f07f00af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:45.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.947+0000 7f0809697700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] conn(0x7f07f00ad4b0 0x7f07f00af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:45.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.948+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== osd.8 v2:172.21.15.152:6816/3509904928 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f07ec024ec0 con 0x7f07f00ad4b0 2024-04-23T18:21:45.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.965+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 --> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0804103060 con 0x7f07f00ad4b0 2024-04-23T18:21:45.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.965+0000 7f0801ffb700 1 -- 172.21.15.55:0/839986189 <== osd.8 v2:172.21.15.152:6816/3509904928 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0804103060 con 0x7f07f00ad4b0 2024-04-23T18:21:45.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] conn(0x7f07f00ad4b0 msgr2=0x7f07f00af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] conn(0x7f07f00ad4b0 0x7f07f00af8d0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:45.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f07f00a3cd0 msgr2=0x7f07f00a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f07f00a3cd0 0x7f07f00a6190 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f07f4005fd0 tx=0x7f07f400a560 comp rx=0 tx=0).stop 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 msgr2=0x7f0804199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 --2- 172.21.15.55:0/839986189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0804101940 0x7f0804199200 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f07ec005910 tx=0x7f07ec009f90 comp rx=0 tx=0).stop 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f0809697700 1 -- 172.21.15.55:0/839986189 reap_dead start 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 shutdown_connections 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 >> 172.21.15.55:0/839986189 conn(0x7f08040788f0 msgr2=0x7f0804105b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 shutdown_connections 2024-04-23T18:21:45.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:45.966+0000 7f080b0fa700 1 -- 172.21.15.55:0/839986189 wait complete. 2024-04-23T18:21:46.308 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:45 smithi055 ceph-mon[29189]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:46.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:45 smithi152 ceph-mon[33022]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:46.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:45 smithi116 ceph-mon[32310]: pgmap v310: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:46.831 INFO:teuthology.orchestra.run.smithi055.stdout:347892350997 2024-04-23T18:21:46.831 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-04-23T18:21:47.398 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.398 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:47.422 INFO:teuthology.orchestra.run.smithi055.stdout:257698037797 2024-04-23T18:21:47.422 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-04-23T18:21:47.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 -- 172.21.15.55:0/986774982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb23806bab0 msgr2=0x7fb23810fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 --2- 172.21.15.55:0/986774982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb23806bab0 0x7fb23810fa00 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fb23000b0a0 tx=0x7fb23000b3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 -- 172.21.15.55:0/986774982 shutdown_connections 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 --2- 172.21.15.55:0/986774982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb23806bab0 0x7fb23810fa00 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 --2- 172.21.15.55:0/986774982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb2381048d0 0x7fb238104cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 --2- 172.21.15.55:0/986774982 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb23806b0f0 0x7fb23806b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 -- 172.21.15.55:0/986774982 >> 172.21.15.55:0/986774982 conn(0x7fb238078740 msgr2=0x7fb238078b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 -- 172.21.15.55:0/986774982 shutdown_connections 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.642+0000 7fb23e143700 1 -- 172.21.15.55:0/986774982 wait complete. 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 Processor -- start 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 -- start start 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb23806b0f0 0x7fb23819b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb23806bab0 0x7fb23819b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 0x7fb23819fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb238112ee0 con 0x7fb2381048d0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb238112d60 con 0x7fb23806b0f0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.643+0000 7fb23e143700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb238113060 con 0x7fb23806bab0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 0x7fb23819fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 0x7fb23819fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34674/0 (socket says 172.21.15.55:34674) 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 -- 172.21.15.55:0/952939058 learned_addr learned my addr 172.21.15.55:0/952939058 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb2377fe700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb23806b0f0 0x7fb23819b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb236ffd700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb23806bab0 0x7fb23819b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 -- 172.21.15.55:0/952939058 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb23806bab0 msgr2=0x7fb23819b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb23806bab0 0x7fb23819b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 -- 172.21.15.55:0/952939058 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb23806b0f0 msgr2=0x7fb23819b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.639 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb23806b0f0 0x7fb23819b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2381a04c0 con 0x7fb2381048d0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb237fff700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 0x7fb23819fd80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb23000b070 tx=0x7fb2300079a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb230021020 con 0x7fb2381048d0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb230007e10 con 0x7fb2381048d0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.644+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2381a0750 con 0x7fb2381048d0 2024-04-23T18:21:47.640 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.645+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2300052b0 con 0x7fb2381048d0 2024-04-23T18:21:47.641 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.645+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2381a8030 con 0x7fb2381048d0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.646+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb23810e790 con 0x7fb2381048d0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.647+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fb230024020 con 0x7fb2381048d0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.647+0000 7fb234ff9700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb2240a3dd0 0x7fb2240a6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb2377fe700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb2240a3dd0 0x7fb2240a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fb23000f020 con 0x7fb2381048d0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb234ff9700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] conn(0x7fb2240ad5b0 0x7fb2240af9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb230013e70 con 0x7fb2240ad5b0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7fb2300d8050 con 0x7fb2381048d0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb236ffd700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] conn(0x7fb2240ad5b0 0x7fb2240af9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb2377fe700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb2240a3dd0 0x7fb2240a6290 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb228009a10 tx=0x7fb228009190 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.642 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.648+0000 7fb236ffd700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] conn(0x7fb2240ad5b0 0x7fb2240af9d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:47.643 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.649+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== osd.6 v2:172.21.15.55:6818/4044766182 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb230013e70 con 0x7fb2240ad5b0 2024-04-23T18:21:47.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.665+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 --> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb2381041d0 con 0x7fb2240ad5b0 2024-04-23T18:21:47.659 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb234ff9700 1 -- 172.21.15.55:0/952939058 <== osd.6 v2:172.21.15.55:6818/4044766182 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb2381041d0 con 0x7fb2240ad5b0 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] conn(0x7fb2240ad5b0 msgr2=0x7fb2240af9d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] conn(0x7fb2240ad5b0 0x7fb2240af9d0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb2240a3dd0 msgr2=0x7fb2240a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb2240a3dd0 0x7fb2240a6290 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fb228009a10 tx=0x7fb228009190 comp rx=0 tx=0).stop 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 msgr2=0x7fb23819fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 --2- 172.21.15.55:0/952939058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb2381048d0 0x7fb23819fd80 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fb23000b070 tx=0x7fb2300079a0 comp rx=0 tx=0).stop 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb237fff700 1 -- 172.21.15.55:0/952939058 reap_dead start 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 shutdown_connections 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.666+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 >> 172.21.15.55:0/952939058 conn(0x7fb238078740 msgr2=0x7fb23810dd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:47.660 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.667+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 shutdown_connections 2024-04-23T18:21:47.661 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:47.667+0000 7fb23e143700 1 -- 172.21.15.55:0/952939058 wait complete. 2024-04-23T18:21:48.312 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:47 smithi055 ceph-mon[29189]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:48.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:47 smithi152 ceph-mon[33022]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:48.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:47 smithi116 ceph-mon[32310]: pgmap v311: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-23T18:21:48.893 INFO:teuthology.orchestra.run.smithi055.stdout:201863462959 2024-04-23T18:21:48.894 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-23T18:21:49.541 INFO:teuthology.orchestra.run.smithi055.stdout:146028888120 2024-04-23T18:21:49.542 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-23T18:21:49.962 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:50.270 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:50 smithi055 ceph-mon[29189]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:50.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:50 smithi152 ceph-mon[33022]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:50.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:50 smithi116 ceph-mon[32310]: pgmap v312: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 -- 172.21.15.55:0/2754456609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0102960 msgr2=0x7f18e0102de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/2754456609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0102960 0x7f18e0102de0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f18d4009990 tx=0x7f18d4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 -- 172.21.15.55:0/2754456609 shutdown_connections 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/2754456609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18e0103320 0x7f18e010f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/2754456609 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e0108960 0x7f18e0108d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/2754456609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0102960 0x7f18e0102de0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 -- 172.21.15.55:0/2754456609 >> 172.21.15.55:0/2754456609 conn(0x7f18e00fe490 msgr2=0x7f18e01008b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 -- 172.21.15.55:0/2754456609 shutdown_connections 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.813+0000 7f18e4ba1700 1 -- 172.21.15.55:0/2754456609 wait complete. 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.814+0000 7f18e4ba1700 1 Processor -- start 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.814+0000 7f18e4ba1700 1 -- start start 2024-04-23T18:21:50.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18e0102960 0x7f18e01990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e0103320 0x7f18e01995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 0x7f18e019d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f18e0112cc0 con 0x7f18e0108960 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f18e0112b40 con 0x7f18e0103320 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f18e0112e40 con 0x7f18e0102960 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 0x7f18e019d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 0x7f18e019d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47650/0 (socket says 172.21.15.55:47650) 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 -- 172.21.15.55:0/438140601 learned_addr learned my addr 172.21.15.55:0/438140601 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18df7fe700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18e0102960 0x7f18e01990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18deffd700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e0103320 0x7f18e01995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 -- 172.21.15.55:0/438140601 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18e0102960 msgr2=0x7f18e01990b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18e0102960 0x7f18e01990b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 -- 172.21.15.55:0/438140601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e0103320 msgr2=0x7f18e01995f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18e0103320 0x7f18e01995f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e019e070 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dffff700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 0x7f18e019d930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f18d8007d70 tx=0x7f18d800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d8016020 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.815+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18e019e360 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.816+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f18d800ac90 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.816+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d80115e0 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.816+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18e01a5be0 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.816+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f18e0063190 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.818+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f18d8019020 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.818+0000 7f18dcff9700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f18c80a3cd0 0x7f18c80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.818+0000 7f18df7fe700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f18c80a3cd0 0x7f18c80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.818+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f18d80d07c0 con 0x7f18e0108960 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18dcff9700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] conn(0x7f18c80ad4b0 0x7f18c80af8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f18d8022e70 con 0x7f18c80ad4b0 2024-04-23T18:21:50.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) ==== 24+0+0 (secure 0 0 0) 0x7f18d80d0ca0 con 0x7f18e0108960 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18deffd700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] conn(0x7f18c80ad4b0 0x7f18c80af8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18df7fe700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f18c80a3cd0 0x7f18c80a6190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f18d0005950 tx=0x7f18d000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.819+0000 7f18deffd700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] conn(0x7f18c80ad4b0 0x7f18c80af8d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.820+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== osd.9 v2:172.21.15.55:6826/636533508 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f18d8022e70 con 0x7f18c80ad4b0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.836+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 --> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f18e0063610 con 0x7f18c80ad4b0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.836+0000 7f18dcff9700 1 -- 172.21.15.55:0/438140601 <== osd.9 v2:172.21.15.55:6826/636533508 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f18e0063610 con 0x7f18c80ad4b0 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] conn(0x7f18c80ad4b0 msgr2=0x7f18c80af8d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] conn(0x7f18c80ad4b0 0x7f18c80af8d0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f18c80a3cd0 msgr2=0x7f18c80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f18c80a3cd0 0x7f18c80a6190 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f18d0005950 tx=0x7f18d000b410 comp rx=0 tx=0).stop 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 msgr2=0x7f18e019d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 --2- 172.21.15.55:0/438140601 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18e0108960 0x7f18e019d930 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f18d8007d70 tx=0x7f18d800a340 comp rx=0 tx=0).stop 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18dffff700 1 -- 172.21.15.55:0/438140601 reap_dead start 2024-04-23T18:21:50.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 shutdown_connections 2024-04-23T18:21:50.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 >> 172.21.15.55:0/438140601 conn(0x7f18e00fe490 msgr2=0x7f18e00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:50.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 shutdown_connections 2024-04-23T18:21:50.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:50.837+0000 7f18e4ba1700 1 -- 172.21.15.55:0/438140601 wait complete. 2024-04-23T18:21:51.595 INFO:teuthology.orchestra.run.smithi055.stdout:292057776162 2024-04-23T18:21:51.596 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-04-23T18:21:52.327 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:52 smithi055 ceph-mon[29189]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:52.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:52 smithi152 ceph-mon[33022]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:52.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:52 smithi116 ceph-mon[32310]: pgmap v313: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 170 B/s wr, 10 op/s 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1845490171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64101340 msgr2=0x7fbb64101720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1845490171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64101340 0x7fbb64101720 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c00b0d0 tx=0x7fbb5c00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1845490171 shutdown_connections 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1845490171 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64106420 0x7fbb6410dff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1845490171 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64101340 0x7fbb64101720 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1845490171 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 0x7fbb64105d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1845490171 >> 172.21.15.55:0/1845490171 conn(0x7fbb64077f40 msgr2=0x7fbb640ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1845490171 shutdown_connections 2024-04-23T18:21:53.867 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1845490171 wait complete. 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.872+0000 7fbb6bd2b700 1 Processor -- start 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 -- start start 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64101340 0x7fbb64199180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 0x7fbb641996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbb641113f0 con 0x7fbb64106420 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbb64111270 con 0x7fbb64101340 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6bd2b700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbb64111570 con 0x7fbb64101cf0 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb69ac7700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64101340 0x7fbb64199180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47662/0 (socket says 172.21.15.55:47662) 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 -- 172.21.15.55:0/1000242196 learned_addr learned my addr 172.21.15.55:0/1000242196 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb692c6700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 0x7fbb641996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 -- 172.21.15.55:0/1000242196 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 msgr2=0x7fbb641996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:53.868 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 0x7fbb641996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 -- 172.21.15.55:0/1000242196 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64101340 msgr2=0x7fbb64199180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64101340 0x7fbb64199180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 -- 172.21.15.55:0/1000242196 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb6419e190 con 0x7fbb64106420 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.873+0000 7fbb6a2c8700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400d6d0 tx=0x7fbb5400d9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.874+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54016070 con 0x7fbb64106420 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.874+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbb54005020 con 0x7fbb64106420 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.874+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb6419e480 con 0x7fbb64106420 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.874+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5400fb50 con 0x7fbb64106420 2024-04-23T18:21:53.869 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.874+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb641a5d00 con 0x7fbb64106420 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.875+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb64069730 con 0x7fbb64106420 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.876+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fbb5400fcf0 con 0x7fbb64106420 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.876+0000 7fbb62ffd700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 0x7fbb4c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.877+0000 7fbb69ac7700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 0x7fbb4c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.877+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7fbb540d07f0 con 0x7fbb64106420 2024-04-23T18:21:53.870 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.877+0000 7fbb69ac7700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 0x7fbb4c0a6210 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c00bf40 tx=0x7fbb5c00b040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:53.873 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:53.880+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fbb5401f020 con 0x7fbb64106420 2024-04-23T18:21:54.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- 172.21.15.55:0/2360523845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc101940 msgr2=0x7f17dc101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 --2- 172.21.15.55:0/2360523845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc101940 0x7f17dc101dc0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f17cc009990 tx=0x7f17cc009ca0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- 172.21.15.55:0/2360523845 shutdown_connections 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 --2- 172.21.15.55:0/2360523845 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 0x7f17dc10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 --2- 172.21.15.55:0/2360523845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc107990 0x7f17dc107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 --2- 172.21.15.55:0/2360523845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc101940 0x7f17dc101dc0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- 172.21.15.55:0/2360523845 >> 172.21.15.55:0/2360523845 conn(0x7f17dc0788f0 msgr2=0x7f17dc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- 172.21.15.55:0/2360523845 shutdown_connections 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- 172.21.15.55:0/2360523845 wait complete. 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 Processor -- start 2024-04-23T18:21:54.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.042+0000 7f17e47d8700 1 -- start start 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc101940 0x7f17dc199fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 0x7f17dc19a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc111c70 con 0x7f17dc107990 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc111af0 con 0x7f17dc101940 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e47d8700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f17dc111df0 con 0x7f17dc102300 2024-04-23T18:21:54.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47694/0 (socket says 172.21.15.55:47694) 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 -- 172.21.15.55:0/345844554 learned_addr learned my addr 172.21.15.55:0/345844554 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e1d73700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 0x7f17dc19a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2574700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc101940 0x7f17dc199fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 -- 172.21.15.55:0/345844554 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 msgr2=0x7f17dc19a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 0x7f17dc19a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 -- 172.21.15.55:0/345844554 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc101940 msgr2=0x7f17dc199fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc101940 0x7f17dc199fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 -- 172.21.15.55:0/345844554 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17dc1a5590 con 0x7f17dc107990 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.043+0000 7f17e2d75700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f17d4007ee0 tx=0x7f17d400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.044+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d4004bb0 con 0x7f17dc107990 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.044+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17dc1a5820 con 0x7f17dc107990 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.044+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f17d4004d50 con 0x7f17dc107990 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.044+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d40059e0 con 0x7f17dc107990 2024-04-23T18:21:54.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.044+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17dc1a5d30 con 0x7f17dc107990 2024-04-23T18:21:54.040 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.045+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17dc103060 con 0x7f17dc107990 2024-04-23T18:21:54.040 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.046+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f17d401a020 con 0x7f17dc107990 2024-04-23T18:21:54.040 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.046+0000 7f17d37fe700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 0x7f17c80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:21:54.041 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.046+0000 7f17e2574700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 0x7f17c80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:21:54.041 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.047+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7979+0+0 (secure 0 0 0) 0x7f17d40cfa90 con 0x7f17dc107990 2024-04-23T18:21:54.041 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.047+0000 7f17e2574700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 0x7f17c80a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f17d8005950 tx=0x7f17d800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:21:54.044 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.051+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f17d4010070 con 0x7f17dc107990 2024-04-23T18:21:54.073 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:54.083 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:54.083 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:54.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.125+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbb641a5f60 con 0x7fbb64106420 2024-04-23T18:21:54.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.126+0000 7fbb62ffd700 1 -- 172.21.15.55:0/1000242196 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbb5409d120 con 0x7fbb64106420 2024-04-23T18:21:54.119 INFO:teuthology.orchestra.run.smithi055.stdout:55834574922 2024-04-23T18:21:54.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 msgr2=0x7fbb4c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 0x7fbb4c0a6210 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbb5c00bf40 tx=0x7fbb5c00b040 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 msgr2=0x7fbb6419da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400d6d0 tx=0x7fbb5400d9e0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 shutdown_connections 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fbb4c0a3d50 0x7fbb4c0a6210 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbb64106420 0x7fbb6419da50 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbb64101340 0x7fbb64199180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 --2- 172.21.15.55:0/1000242196 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbb64101cf0 0x7fbb641996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 >> 172.21.15.55:0/1000242196 conn(0x7fbb64077f40 msgr2=0x7fbb640fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 shutdown_connections 2024-04-23T18:21:54.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.128+0000 7fbb6bd2b700 1 -- 172.21.15.55:0/1000242196 wait complete. 2024-04-23T18:21:54.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:54 smithi055 ceph-mon[29189]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-23T18:21:54.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.299+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f17dc06ad70 con 0x7f17dc107990 2024-04-23T18:21:54.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.299+0000 7f17d37fe700 1 -- 172.21.15.55:0/345844554 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f17d4022250 con 0x7f17dc107990 2024-04-23T18:21:54.293 INFO:teuthology.orchestra.run.smithi055.stdout:313532612636 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.301+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 msgr2=0x7f17c80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.301+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 0x7f17c80a6190 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f17d8005950 tx=0x7f17d800b410 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.301+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 msgr2=0x7f17dc1a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.301+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f17d4007ee0 tx=0x7f17d400d3b0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 shutdown_connections 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f17c80a3cd0 0x7f17c80a6190 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f17dc107990 0x7f17dc1a5050 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f17dc101940 0x7f17dc199fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 --2- 172.21.15.55:0/345844554 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f17dc102300 0x7f17dc19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 >> 172.21.15.55:0/345844554 conn(0x7f17dc0788f0 msgr2=0x7f17dc100760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 shutdown_connections 2024-04-23T18:21:54.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:21:54.302+0000 7f17e47d8700 1 -- 172.21.15.55:0/345844554 wait complete. 2024-04-23T18:21:54.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:54 smithi152 ceph-mon[33022]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-23T18:21:54.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:54 smithi116 ceph-mon[32310]: pgmap v314: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-04-23T18:21:54.658 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:54.658 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:55.181 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:55 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1000242196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:21:55.181 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:55 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/345844554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:55.210 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574917 got 55834574922 for osd.1 2024-04-23T18:21:55.211 DEBUG:teuthology.parallel:result is None 2024-04-23T18:21:55.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:55 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1000242196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:21:55.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:55 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/345844554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:55.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:55 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1000242196' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-23T18:21:55.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:55 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/345844554' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-04-23T18:21:55.650 INFO:tasks.cephadm.ceph_manager.ceph:need seq 313532612632 got 313532612636 for osd.10 2024-04-23T18:21:55.651 DEBUG:teuthology.parallel:result is None 2024-04-23T18:21:55.665 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:56.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:56 smithi055 ceph-mon[29189]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:21:56.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:56 smithi152 ceph-mon[33022]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:21:56.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:56 smithi116 ceph-mon[32310]: pgmap v315: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:21:56.991 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:56.991 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:56.992 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-23T18:21:57.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:57 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-23T18:21:57.444 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-23T18:21:57.445 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:57 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-23T18:21:57.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]: dispatch 2024-04-23T18:21:57.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:57 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]: dispatch 2024-04-23T18:21:58.018 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:21:58.018 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]': finished 2024-04-23T18:21:58.018 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-23T18:21:58.018 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-04-23T18:21:58.018 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-23T18:21:58.019 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:58 smithi055 ceph-mon[29189]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-23T18:21:58.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-23T18:21:58.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:58 smithi152 ceph-mon[33022]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: pgmap v316: 97 pgs: 97 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [2, 11, 8, 6]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 4]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 1]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [7, 11]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 6]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [5, 9]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.21", "id": [4, 8]}]': finished 2024-04-23T18:21:58.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 9]}]': finished 2024-04-23T18:21:58.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:58 smithi116 ceph-mon[32310]: osdmap e87: 12 total, 12 up, 12 in 2024-04-23T18:21:59.327 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:21:59 smithi055 ceph-mon[29189]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:21:59.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:21:59 smithi152 ceph-mon[33022]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:21:59.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:21:59 smithi116 ceph-mon[32310]: osdmap e88: 12 total, 12 up, 12 in 2024-04-23T18:22:00.139 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:00 smithi055 ceph-mon[29189]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 9 op/s 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 -- 172.21.15.55:0/3756989369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 msgr2=0x7f8e14107d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3756989369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e14107d40 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f8e0400b0a0 tx=0x7f8e0400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 -- 172.21.15.55:0/3756989369 shutdown_connections 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3756989369 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14102320 0x7f8e1410e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3756989369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e14107d40 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3756989369 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14101960 0x7f8e14101de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 -- 172.21.15.55:0/3756989369 >> 172.21.15.55:0/3756989369 conn(0x7f8e140789e0 msgr2=0x7f8e14078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 -- 172.21.15.55:0/3756989369 shutdown_connections 2024-04-23T18:22:00.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.169+0000 7f8e19c15700 1 -- 172.21.15.55:0/3756989369 wait complete. 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.170+0000 7f8e19c15700 1 Processor -- start 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.170+0000 7f8e19c15700 1 -- start start 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 0x7f8e141980f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 0x7f8e14198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8e14111c60 con 0x7f8e14107960 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8e14111ae0 con 0x7f8e14101960 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e19c15700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8e14111de0 con 0x7f8e14102320 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:53690/0 (socket says 172.21.15.55:53690) 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 -- 172.21.15.55:0/3403209755 learned_addr learned my addr 172.21.15.55:0/3403209755 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e137fe700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 0x7f8e141980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e12ffd700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 0x7f8e14198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 -- 172.21.15.55:0/3403209755 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 msgr2=0x7f8e14198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 0x7f8e14198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 -- 172.21.15.55:0/3403209755 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 msgr2=0x7f8e141980f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 0x7f8e141980f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e13fff700 1 -- 172.21.15.55:0/3403209755 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e1419d100 con 0x7f8e14107960 2024-04-23T18:22:00.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e137fe700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 0x7f8e141980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.171+0000 7f8e12ffd700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 0x7f8e14198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e13fff700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c00ead0 tx=0x7f8e0c00ee90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c00ba60 con 0x7f8e14107960 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e1419d3f0 con 0x7f8e14107960 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e0c004d00 con 0x7f8e14107960 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c0056c0 con 0x7f8e14107960 2024-04-23T18:22:00.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.172+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e1406b170 con 0x7f8e14107960 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.173+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e14069730 con 0x7f8e14107960 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.174+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f8e0c004750 con 0x7f8e14107960 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.175+0000 7f8e10ff9700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 0x7f8e000a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.175+0000 7f8e137fe700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 0x7f8e000a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.175+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f8e0c0d21e0 con 0x7f8e14107960 2024-04-23T18:22:00.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.175+0000 7f8e137fe700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 0x7f8e000a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e040062a0 tx=0x7f8e04006230 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:00.171 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.178+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8e0c09e9f0 con 0x7f8e14107960 2024-04-23T18:22:00.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:00 smithi152 ceph-mon[33022]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 9 op/s 2024-04-23T18:22:00.383 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.390+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f8e1406bba0 con 0x7f8e14107960 2024-04-23T18:22:00.383 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.390+0000 7f8e10ff9700 1 -- 172.21.15.55:0/3403209755 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8e0c09e2f0 con 0x7f8e14107960 2024-04-23T18:22:00.383 INFO:teuthology.orchestra.run.smithi055.stdout:34359738447 2024-04-23T18:22:00.385 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 msgr2=0x7f8e000a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 0x7f8e000a6190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8e040062a0 tx=0x7f8e04006230 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 msgr2=0x7f8e1419c9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c00ead0 tx=0x7f8e0c00ee90 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 shutdown_connections 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8e000a3cd0 0x7f8e000a6190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e14107960 0x7f8e1419c9c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e14101960 0x7f8e141980f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 --2- 172.21.15.55:0/3403209755 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e14102320 0x7f8e14198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 >> 172.21.15.55:0/3403209755 conn(0x7f8e140789e0 msgr2=0x7f8e141044f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 shutdown_connections 2024-04-23T18:22:00.386 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:00.392+0000 7f8e19c15700 1 -- 172.21.15.55:0/3403209755 wait complete. 2024-04-23T18:22:00.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:00 smithi116 ceph-mon[32310]: pgmap v319: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 9 op/s 2024-04-23T18:22:01.326 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:01 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3403209755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:01.326 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:01 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:22:01.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:01 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3403209755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:01.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:01 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:22:01.452 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:01 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3403209755' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-23T18:22:01.452 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:01 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:22:01.934 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738442 got 34359738447 for osd.0 2024-04-23T18:22:01.935 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:02.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:02 smithi152 ceph-mon[33022]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 83 B/s, 1 objects/s recovering 2024-04-23T18:22:02.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:02 smithi116 ceph-mon[32310]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 83 B/s, 1 objects/s recovering 2024-04-23T18:22:02.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:02 smithi055 ceph-mon[29189]: pgmap v320: 97 pgs: 2 peering, 95 active+clean; 643 KiB data, 356 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s; 83 B/s, 1 objects/s recovering 2024-04-23T18:22:03.319 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.319 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.320 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.320 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:03 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.562 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 -- 172.21.15.55:0/1597292770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed54108f00 msgr2=0x7fed5410f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 --2- 172.21.15.55:0/1597292770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed54108f00 0x7fed5410f930 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fed4c00b0d0 tx=0x7fed4c00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 -- 172.21.15.55:0/1597292770 shutdown_connections 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 --2- 172.21.15.55:0/1597292770 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed54108f00 0x7fed5410f930 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 --2- 172.21.15.55:0/1597292770 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54100e20 0x7fed54101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 --2- 172.21.15.55:0/1597292770 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed541017d0 0x7fed54108820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 -- 172.21.15.55:0/1597292770 >> 172.21.15.55:0/1597292770 conn(0x7fed54077b40 msgr2=0x7fed540feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 -- 172.21.15.55:0/1597292770 shutdown_connections 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.556+0000 7fed5c109700 1 -- 172.21.15.55:0/1597292770 wait complete. 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 Processor -- start 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 -- start start 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 0x7fed541991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.563 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 0x7fed5419da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fed54112db0 con 0x7fed541017d0 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fed54112c30 con 0x7fed54100e20 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5c109700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fed54112f30 con 0x7fed54108f00 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:53708/0 (socket says 172.21.15.55:53708) 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 -- 172.21.15.55:0/3397351711 learned_addr learned my addr 172.21.15.55:0/3397351711 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5a6a6700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 0x7fed5419da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed59ea5700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 0x7fed541991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 -- 172.21.15.55:0/3397351711 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 msgr2=0x7fed5419da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 0x7fed5419da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 -- 172.21.15.55:0/3397351711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 msgr2=0x7fed541991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 0x7fed541991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 -- 172.21.15.55:0/3397351711 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed5419e1d0 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed59ea5700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 0x7fed541991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed5a6a6700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 0x7fed5419da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.557+0000 7fed596a4700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fed4400c8f0 tx=0x7fed4400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed44007b00 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fed44007ca0 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed5419e4c0 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed44018620 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed541a5d40 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.558+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed54101f50 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.560+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fed440187e0 con 0x7fed541017d0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.560+0000 7fed4affd700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 0x7fed400a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.560+0000 7fed59ea5700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 0x7fed400a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:03.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.560+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fed440d0650 con 0x7fed541017d0 2024-04-23T18:22:03.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.561+0000 7fed59ea5700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 0x7fed400a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fed50007900 tx=0x7fed50008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:03.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.564+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fed44014030 con 0x7fed541017d0 2024-04-23T18:22:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:03 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:03 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:03.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.777+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fed5402df80 con 0x7fed541017d0 2024-04-23T18:22:03.771 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.778+0000 7fed4affd700 1 -- 172.21.15.55:0/3397351711 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fed4409cf50 con 0x7fed541017d0 2024-04-23T18:22:03.771 INFO:teuthology.orchestra.run.smithi055.stdout:223338299438 2024-04-23T18:22:03.773 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 msgr2=0x7fed400a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.773 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 0x7fed400a6190 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fed50007900 tx=0x7fed50008040 comp rx=0 tx=0).stop 2024-04-23T18:22:03.773 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 msgr2=0x7fed54199700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:03.773 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fed4400c8f0 tx=0x7fed4400ccb0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.773 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 shutdown_connections 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fed400a3cd0 0x7fed400a6190 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fed54108f00 0x7fed5419da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fed54100e20 0x7fed541991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 --2- 172.21.15.55:0/3397351711 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fed541017d0 0x7fed54199700 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 >> 172.21.15.55:0/3397351711 conn(0x7fed54077b40 msgr2=0x7fed540ff7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 shutdown_connections 2024-04-23T18:22:03.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:03.780+0000 7fed5c109700 1 -- 172.21.15.55:0/3397351711 wait complete. 2024-04-23T18:22:04.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:04 smithi152 ceph-mon[33022]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:04.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:04 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3397351711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:04.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:04 smithi116 ceph-mon[32310]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:04.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:04 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3397351711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:04.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:04 smithi055 ceph-mon[29189]: pgmap v321: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:04.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:04 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3397351711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-23T18:22:04.897 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299434 got 223338299438 for osd.7 2024-04-23T18:22:04.898 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/610002789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64108ad0 msgr2=0x7f9e64108eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/610002789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64108ad0 0x7f9e64108eb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f9e54009990 tx=0x7f9e54009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/610002789 shutdown_connections 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/610002789 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e641019d0 0x7f9e6410f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/610002789 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64108ad0 0x7f9e64108eb0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/610002789 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e64101030 0x7f9e64101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/610002789 >> 172.21.15.55:0/610002789 conn(0x7f9e64077fb0 msgr2=0x7f9e640ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/610002789 shutdown_connections 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/610002789 wait complete. 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.270+0000 7f9e6a1f4700 1 Processor -- start 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 -- start start 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e641019d0 0x7f9e641996f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 0x7f9e6419da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112d40 con 0x7f9e64101030 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112bc0 con 0x7f9e64108ad0 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e6a1f4700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9e64112ec0 con 0x7f9e641019d0 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:53752/0 (socket says 172.21.15.55:53752) 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 -- 172.21.15.55:0/834473366 learned_addr learned my addr 172.21.15.55:0/834473366 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e63fff700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 0x7f9e6419da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e62ffd700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e641019d0 0x7f9e641996f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 -- 172.21.15.55:0/834473366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e641019d0 msgr2=0x7f9e641996f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e641019d0 0x7f9e641996f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 -- 172.21.15.55:0/834473366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 msgr2=0x7f9e6419da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 0x7f9e6419da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 -- 172.21.15.55:0/834473366 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e6419e1c0 con 0x7f9e64101030 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e63fff700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 0x7f9e6419da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.271+0000 7f9e637fe700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9e54000c00 tx=0x7f9e54004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.272+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e54027070 con 0x7f9e64101030 2024-04-23T18:22:06.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.272+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9e54003fb0 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.272+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e6419e450 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.272+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e54022e60 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.272+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e641a5d30 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.273+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e64104350 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.274+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f9e5402a070 con 0x7f9e64101030 2024-04-23T18:22:06.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.275+0000 7f9e60ff9700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 0x7f9e4c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.275+0000 7f9e62ffd700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 0x7f9e4c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.275+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f9e540d1260 con 0x7f9e64101030 2024-04-23T18:22:06.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.275+0000 7f9e62ffd700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 0x7f9e4c0a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9e640ff010 tx=0x7f9e580094f0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.280+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9e54013070 con 0x7f9e64101030 2024-04-23T18:22:06.350 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 -- 172.21.15.55:0/719550508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 msgr2=0x7f3eec10e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 --2- 172.21.15.55:0/719550508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec10e7f0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f3ee400b0a0 tx=0x7f3ee400b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 -- 172.21.15.55:0/719550508 shutdown_connections 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 --2- 172.21.15.55:0/719550508 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec10e7f0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 --2- 172.21.15.55:0/719550508 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec107990 0x7f3eec107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 --2- 172.21.15.55:0/719550508 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec101940 0x7f3eec101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.159+0000 7f3ef3699700 1 -- 172.21.15.55:0/719550508 >> 172.21.15.55:0/719550508 conn(0x7f3eec0788f0 msgr2=0x7f3eec078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 -- 172.21.15.55:0/719550508 shutdown_connections 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 -- 172.21.15.55:0/719550508 wait complete. 2024-04-23T18:22:06.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 Processor -- start 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 -- start start 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec101940 0x7f3eec1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.160+0000 7f3ef3699700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec107990 0x7f3eec103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef3699700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec111c70 con 0x7f3eec102300 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef3699700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec111af0 con 0x7f3eec107990 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef3699700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3eec111df0 con 0x7f3eec101940 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:53730/0 (socket says 172.21.15.55:53730) 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 -- 172.21.15.55:0/212300249 learned_addr learned my addr 172.21.15.55:0/212300249 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef1435700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec101940 0x7f3eec1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef1c36700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec107990 0x7f3eec103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 -- 172.21.15.55:0/212300249 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec101940 msgr2=0x7f3eec1034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec101940 0x7f3eec1034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 -- 172.21.15.55:0/212300249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec107990 msgr2=0x7f3eec103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec107990 0x7f3eec103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 -- 172.21.15.55:0/212300249 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3eec1a7640 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef0c34700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3edc00d980 tx=0x7f3edc00dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc016070 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3eec1a7930 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3edc0044f0 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3edc004d10 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.161+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3eec1a7ec0 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.162+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3eec069730 con 0x7f3eec102300 2024-04-23T18:22:06.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.163+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3edc00bbf0 con 0x7f3eec102300 2024-04-23T18:22:06.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.164+0000 7f3ee27fc700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 0x7f3ed80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:06.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.164+0000 7f3ef1435700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 0x7f3ed80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:06.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.164+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f3edc0d0460 con 0x7f3eec102300 2024-04-23T18:22:06.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.166+0000 7f3ef1435700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 0x7f3ed80a6190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3ee8005fd0 tx=0x7f3ee8005db0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:06.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.170+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3edc01f020 con 0x7f3eec102300 2024-04-23T18:22:06.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.405+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f3eec1a8160 con 0x7f3eec102300 2024-04-23T18:22:06.399 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.405+0000 7f3ee27fc700 1 -- 172.21.15.55:0/212300249 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f3edc09ccd0 con 0x7f3eec102300 2024-04-23T18:22:06.399 INFO:teuthology.orchestra.run.smithi055.stdout:347892351001 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 msgr2=0x7f3ed80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 0x7f3ed80a6190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3ee8005fd0 tx=0x7f3ee8005db0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 msgr2=0x7f3eec103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3edc00d980 tx=0x7f3edc00dd40 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 shutdown_connections 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ed80a3cd0 0x7f3ed80a6190 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3eec107990 0x7f3eec103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3eec101940 0x7f3eec1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 --2- 172.21.15.55:0/212300249 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3eec102300 0x7f3eec103a30 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.401 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 >> 172.21.15.55:0/212300249 conn(0x7f3eec0788f0 msgr2=0x7f3eec100bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 shutdown_connections 2024-04-23T18:22:06.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.408+0000 7f3ef3699700 1 -- 172.21.15.55:0/212300249 wait complete. 2024-04-23T18:22:06.412 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:06 smithi055 ceph-mon[29189]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:06.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.511+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f9e6419a510 con 0x7f9e64101030 2024-04-23T18:22:06.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.511+0000 7f9e60ff9700 1 -- 172.21.15.55:0/834473366 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9e5409db60 con 0x7f9e64101030 2024-04-23T18:22:06.505 INFO:teuthology.orchestra.run.smithi055.stdout:146028888125 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 msgr2=0x7f9e4c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 0x7f9e4c0a6190 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9e640ff010 tx=0x7f9e580094f0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 msgr2=0x7f9e641991b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f9e54000c00 tx=0x7f9e54004580 comp rx=0 tx=0).stop 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 shutdown_connections 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9e4c0a3cd0 0x7f9e4c0a6190 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9e64108ad0 0x7f9e6419da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9e64101030 0x7f9e641991b0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 --2- 172.21.15.55:0/834473366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9e641019d0 0x7f9e641996f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 >> 172.21.15.55:0/834473366 conn(0x7f9e64077fb0 msgr2=0x7f9e640ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 shutdown_connections 2024-04-23T18:22:06.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:06.514+0000 7f9e6a1f4700 1 -- 172.21.15.55:0/834473366 wait complete. 2024-04-23T18:22:06.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:06 smithi152 ceph-mon[33022]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:06.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:06 smithi116 ceph-mon[32310]: pgmap v322: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 7 op/s; 210 B/s, 1 objects/s recovering 2024-04-23T18:22:07.490 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/212300249' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:07.491 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/834473366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/212300249' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/834473366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:07.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/212300249' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-04-23T18:22:07.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/834473366' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-23T18:22:08.477 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:08 smithi055 ceph-mon[29189]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s; 170 B/s, 1 objects/s recovering 2024-04-23T18:22:08.511 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888120 got 146028888125 for osd.4 2024-04-23T18:22:08.512 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:08.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:08 smithi152 ceph-mon[33022]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s; 170 B/s, 1 objects/s recovering 2024-04-23T18:22:08.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:08 smithi116 ceph-mon[32310]: pgmap v323: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 7 op/s; 170 B/s, 1 objects/s recovering 2024-04-23T18:22:10.018 INFO:tasks.cephadm.ceph_manager.ceph:need seq 347892350997 got 347892351001 for osd.11 2024-04-23T18:22:10.018 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 -- 172.21.15.55:0/3338111050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8100f90 msgr2=0x7fc5a8101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/3338111050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8100f90 0x7fc5a8101410 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fc5980099c0 tx=0x7fc598009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 -- 172.21.15.55:0/3338111050 shutdown_connections 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/3338111050 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8101950 0x7fc5a810f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/3338111050 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8107a60 0x7fc5a8107e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/3338111050 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8100f90 0x7fc5a8101410 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 -- 172.21.15.55:0/3338111050 >> 172.21.15.55:0/3338111050 conn(0x7fc5a8077f40 msgr2=0x7fc5a80ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 -- 172.21.15.55:0/3338111050 shutdown_connections 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.226+0000 7fc5afc0d700 1 -- 172.21.15.55:0/3338111050 wait complete. 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 Processor -- start 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 -- start start 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 0x7fc5a81992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8101950 0x7fc5a8199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a8112ee0 con 0x7fc5a8107a60 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a8112d60 con 0x7fc5a8100f90 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5afc0d700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc5a8113060 con 0x7fc5a8101950 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41926/0 (socket says 172.21.15.55:41926) 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 -- 172.21.15.55:0/1471528319 learned_addr learned my addr 172.21.15.55:0/1471528319 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ad1a8700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8101950 0x7fc5a8199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ad9a9700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 0x7fc5a81992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 -- 172.21.15.55:0/1471528319 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8101950 msgr2=0x7fc5a8199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8101950 0x7fc5a8199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 -- 172.21.15.55:0/1471528319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 msgr2=0x7fc5a81992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 0x7fc5a81992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 -- 172.21.15.55:0/1471528319 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5a819e2b0 con 0x7fc5a8107a60 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ad9a9700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 0x7fc5a81992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.227+0000 7fc5ae1aa700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0007f10 tx=0x7fc5a000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a0009e20 con 0x7fc5a8107a60 2024-04-23T18:22:10.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5a819e5a0 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc5a000dbd0 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a00059b0 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5a81a5e20 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.228+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5a810afe0 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.230+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fc5a001a020 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.230+0000 7fc59effd700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 0x7fc5940a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.230+0000 7fc5ad9a9700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 0x7fc5940a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.230+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fc5a00d03c0 con 0x7fc5a8107a60 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.231+0000 7fc5ad9a9700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 0x7fc5940a6190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400bcf0 tx=0x7fc5a400b2c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:10.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.234+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc5a0010070 con 0x7fc5a8107a60 2024-04-23T18:22:10.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.465+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fc5a819a600 con 0x7fc5a8107a60 2024-04-23T18:22:10.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.466+0000 7fc59effd700 1 -- 172.21.15.55:0/1471528319 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc5a009cc30 con 0x7fc5a8107a60 2024-04-23T18:22:10.459 INFO:teuthology.orchestra.run.smithi055.stdout:167503724601 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 msgr2=0x7fc5940a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 0x7fc5940a6190 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc5a400bcf0 tx=0x7fc5a400b2c0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 msgr2=0x7fc5a819db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0007f10 tx=0x7fc5a000d3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 shutdown_connections 2024-04-23T18:22:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc5940a3cd0 0x7fc5940a6190 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5a8107a60 0x7fc5a819db70 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5a8100f90 0x7fc5a81992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 --2- 172.21.15.55:0/1471528319 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5a8101950 0x7fc5a8199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 >> 172.21.15.55:0/1471528319 conn(0x7fc5a8077f40 msgr2=0x7fc5a8105b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 shutdown_connections 2024-04-23T18:22:10.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:10.468+0000 7fc5afc0d700 1 -- 172.21.15.55:0/1471528319 wait complete. 2024-04-23T18:22:10.651 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:10 smithi055 ceph-mon[29189]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 154 B/s, 1 objects/s recovering 2024-04-23T18:22:10.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:10 smithi116 ceph-mon[32310]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 154 B/s, 1 objects/s recovering 2024-04-23T18:22:10.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:10 smithi152 ceph-mon[33022]: pgmap v324: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 154 B/s, 1 objects/s recovering 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 -- 172.21.15.55:0/4052790622 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f80108a30 msgr2=0x7f3f80108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 --2- 172.21.15.55:0/4052790622 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f80108a30 0x7f3f80108e10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c009990 tx=0x7f3f7c009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 -- 172.21.15.55:0/4052790622 shutdown_connections 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 --2- 172.21.15.55:0/4052790622 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f8006b0f0 0x7f3f8010f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 --2- 172.21.15.55:0/4052790622 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f80108a30 0x7f3f80108e10 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 --2- 172.21.15.55:0/4052790622 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006a750 0x7f3f8006abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 -- 172.21.15.55:0/4052790622 >> 172.21.15.55:0/4052790622 conn(0x7f3f800788f0 msgr2=0x7f3f80078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 -- 172.21.15.55:0/4052790622 shutdown_connections 2024-04-23T18:22:11.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.285+0000 7f3f87306700 1 -- 172.21.15.55:0/4052790622 wait complete. 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 Processor -- start 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 -- start start 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006b0f0 0x7f3f80101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f80108a30 0x7f3f80102490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3f80112d90 con 0x7f3f8006a750 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3f80112c10 con 0x7f3f80108a30 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f87306700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3f80112f10 con 0x7f3f8006b0f0 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41944/0 (socket says 172.21.15.55:41944) 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 -- 172.21.15.55:0/2987663620 learned_addr learned my addr 172.21.15.55:0/2987663620 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f848a1700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006b0f0 0x7f3f80101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f858a3700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f80108a30 0x7f3f80102490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:11.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 -- 172.21.15.55:0/2987663620 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006b0f0 msgr2=0x7f3f80101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006b0f0 0x7f3f80101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 -- 172.21.15.55:0/2987663620 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f80108a30 msgr2=0x7f3f80102490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f80108a30 0x7f3f80102490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.286+0000 7f3f850a2700 1 -- 172.21.15.55:0/2987663620 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f801a77d0 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f850a2700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c00b5c0 tx=0x7f3f7c0047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c027070 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f801a7a60 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f7c004040 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c022d50 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.287+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f801a7f10 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.288+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f80069730 con 0x7f3f8006a750 2024-04-23T18:22:11.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.290+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3f7c02a070 con 0x7f3f8006a750 2024-04-23T18:22:11.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.290+0000 7f3f767fc700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 0x7f3f6c0a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:11.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.290+0000 7f3f848a1700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 0x7f3f6c0a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:11.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.290+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f3f7c0d19e0 con 0x7f3f8006a750 2024-04-23T18:22:11.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.291+0000 7f3f848a1700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 0x7f3f6c0a6190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3f80078fd0 tx=0x7f3f7000b3c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:11.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.294+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3f7c031070 con 0x7f3f8006a750 2024-04-23T18:22:11.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.506+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f3f8002e140 con 0x7f3f8006a750 2024-04-23T18:22:11.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.506+0000 7f3f767fc700 1 -- 172.21.15.55:0/2987663620 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f3f7c0bce20 con 0x7f3f8006a750 2024-04-23T18:22:11.500 INFO:teuthology.orchestra.run.smithi055.stdout:111669149764 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 msgr2=0x7f3f6c0a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 0x7f3f6c0a6190 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f3f80078fd0 tx=0x7f3f7000b3c0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 msgr2=0x7f3f80101a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c00b5c0 tx=0x7f3f7c0047b0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 shutdown_connections 2024-04-23T18:22:11.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3f6c0a3cd0 0x7f3f6c0a6190 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f80108a30 0x7f3f80102490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f8006a750 0x7f3f80101a10 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 --2- 172.21.15.55:0/2987663620 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f8006b0f0 0x7f3f80101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 >> 172.21.15.55:0/2987663620 conn(0x7f3f800788f0 msgr2=0x7f3f800ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 shutdown_connections 2024-04-23T18:22:11.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.509+0000 7f3f87306700 1 -- 172.21.15.55:0/2987663620 wait complete. 2024-04-23T18:22:11.529 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:11 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1471528319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:11 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1471528319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:11.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:11 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1471528319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 -- 172.21.15.55:0/743395008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c101940 msgr2=0x7f196c101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 --2- 172.21.15.55:0/743395008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c101940 0x7f196c101dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f1954009990 tx=0x7f1954009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 -- 172.21.15.55:0/743395008 shutdown_connections 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 --2- 172.21.15.55:0/743395008 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c102300 0x7f196c10e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 --2- 172.21.15.55:0/743395008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 --2- 172.21.15.55:0/743395008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c101940 0x7f196c101dc0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.024 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 -- 172.21.15.55:0/743395008 >> 172.21.15.55:0/743395008 conn(0x7f196c0788f0 msgr2=0x7f196c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 -- 172.21.15.55:0/743395008 shutdown_connections 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.028+0000 7f197201c700 1 -- 172.21.15.55:0/743395008 wait complete. 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 Processor -- start 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 -- start start 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c101940 0x7f196c1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.025 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f196c111c70 con 0x7f196c102300 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f196c111af0 con 0x7f196c107990 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f197201c700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f196c111df0 con 0x7f196c101940 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41984/0 (socket says 172.21.15.55:41984) 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 -- 172.21.15.55:0/2552284786 learned_addr learned my addr 172.21.15.55:0/2552284786 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:12.026 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f196b7fe700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c101940 0x7f196c1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f196bfff700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 -- 172.21.15.55:0/2552284786 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c101940 msgr2=0x7f196c1034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c101940 0x7f196c1034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 -- 172.21.15.55:0/2552284786 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 msgr2=0x7f196c103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c103f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f1963fff700 1 -- 172.21.15.55:0/2552284786 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f196c1a7740 con 0x7f196c102300 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.029+0000 7f196bfff700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:12.027 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f1963fff700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f195400b2e0 tx=0x7f19540047b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954026070 con 0x7f196c102300 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f196c1a79d0 con 0x7f196c102300 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1954021410 con 0x7f196c102300 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954017650 con 0x7f196c102300 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.030+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f196c1a7e30 con 0x7f196c102300 2024-04-23T18:22:12.028 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.031+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f196c069730 con 0x7f196c102300 2024-04-23T18:22:12.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.033+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1954029070 con 0x7f196c102300 2024-04-23T18:22:12.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.033+0000 7f19697fa700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 0x7f19580a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.033+0000 7f196b7fe700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 0x7f19580a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.034+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f19540d11e0 con 0x7f196c102300 2024-04-23T18:22:12.029 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.034+0000 7f196b7fe700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 0x7f19580a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f195c009be0 tx=0x7f195c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.038+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1954013070 con 0x7f196c102300 2024-04-23T18:22:12.254 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/173300133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 msgr2=0x7f7dd8108e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/173300133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd8108e00 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4009990 tx=0x7f7dd4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/173300133 shutdown_connections 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/173300133 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806b980 0x7f7dd810f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/173300133 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd8108e00 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/173300133 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806afe0 0x7f7dd806b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/173300133 >> 172.21.15.55:0/173300133 conn(0x7f7dd80788b0 msgr2=0x7f7dd8078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/173300133 shutdown_connections 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.241+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/173300133 wait complete. 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 Processor -- start 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 -- start start 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 0x7f7dd81991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 0x7f7dd8199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112d70 con 0x7f7dd8108a20 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112bf0 con 0x7f7dd806afe0 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddf5e3700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8112ef0 con 0x7f7dd806b980 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42002/0 (socket says 172.21.15.55:42002) 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 -- 172.21.15.55:0/2836174070 learned_addr learned my addr 172.21.15.55:0/2836174070 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddd37f700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 0x7f7dd81991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddcb7e700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 0x7f7dd8199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 -- 172.21.15.55:0/2836174070 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 msgr2=0x7f7dd8199700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 0x7f7dd8199700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 -- 172.21.15.55:0/2836174070 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 msgr2=0x7f7dd81991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 0x7f7dd81991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 -- 172.21.15.55:0/2836174070 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd819e1d0 con 0x7f7dd8108a20 2024-04-23T18:22:12.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddcb7e700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 0x7f7dd8199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7ddd37f700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 0x7f7dd81991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.242+0000 7f7dddb80700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000ef30 tx=0x7f7dd000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.243+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd00092e0 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.243+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7dd0004bb0 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.243+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd819e460 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.243+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd0004280 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.243+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd81a5d40 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.244+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7dd8069730 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.246+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f7dd001b030 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.246+0000 7f7dce7fc700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 0x7f7dc40a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.246+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f7dd00d0a60 con 0x7f7dd8108a20 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.246+0000 7f7ddd37f700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 0x7f7dc40a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.247+0000 7f7ddd37f700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 0x7f7dc40a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7dd400b790 tx=0x7f7dd401a040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.258 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.249+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7dd0022020 con 0x7f7dd8108a20 2024-04-23T18:22:12.258 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.263+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f196c1a8060 con 0x7f196c102300 2024-04-23T18:22:12.258 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.263+0000 7f19697fa700 1 -- 172.21.15.55:0/2552284786 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f195409dae0 con 0x7f196c102300 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stdout:201863462964 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.265+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 msgr2=0x7f19580a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.265+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 0x7f19580a6190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f195c009be0 tx=0x7f195c009260 comp rx=0 tx=0).stop 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.265+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 msgr2=0x7f196c103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.265+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f195400b2e0 tx=0x7f19540047b0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 shutdown_connections 2024-04-23T18:22:12.259 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f19580a3cd0 0x7f19580a6190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f196c107990 0x7f196c103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f196c101940 0x7f196c1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 --2- 172.21.15.55:0/2552284786 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f196c102300 0x7f196c103a30 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 >> 172.21.15.55:0/2552284786 conn(0x7f196c0788f0 msgr2=0x7f196c06a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 shutdown_connections 2024-04-23T18:22:12.260 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.266+0000 7f197201c700 1 -- 172.21.15.55:0/2552284786 wait complete. 2024-04-23T18:22:12.351 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 -- 172.21.15.55:0/3884307624 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 msgr2=0x7f1d1810f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/3884307624 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d1810f910 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f1d1000b0a0 tx=0x7f1d1000b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 -- 172.21.15.55:0/3884307624 shutdown_connections 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/3884307624 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d1810f910 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/3884307624 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18108eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/3884307624 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.941+0000 7f1d1fed6700 1 -- 172.21.15.55:0/3884307624 >> 172.21.15.55:0/3884307624 conn(0x7f1d18077fb0 msgr2=0x7f1d180ff360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.942+0000 7f1d1fed6700 1 -- 172.21.15.55:0/3884307624 shutdown_connections 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.942+0000 7f1d1fed6700 1 -- 172.21.15.55:0/3884307624 wait complete. 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.942+0000 7f1d1fed6700 1 Processor -- start 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.942+0000 7f1d1fed6700 1 -- start start 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.352 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1d18112d60 con 0x7f1d181019d0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1d18112be0 con 0x7f1d18108ad0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1fed6700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1d18112ee0 con 0x7f1d18101030 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:41968/0 (socket says 172.21.15.55:41968) 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 -- 172.21.15.55:0/2584522453 learned_addr learned my addr 172.21.15.55:0/2584522453 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1dc72700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1e473700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 -- 172.21.15.55:0/2584522453 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 msgr2=0x7f1d18102210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18102210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 -- 172.21.15.55:0/2584522453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 msgr2=0x7f1d18102c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18102c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 -- 172.21.15.55:0/2584522453 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d181a76c0 con 0x7f1d181019d0 2024-04-23T18:22:12.353 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1e473700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1dc72700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d1d471700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800e9a0 tx=0x7f1d0800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.943+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0800cbd0 con 0x7f1d181019d0 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.944+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d0800cd70 con 0x7f1d181019d0 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.944+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d181a79b0 con 0x7f1d181019d0 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.944+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d080187a0 con 0x7f1d181019d0 2024-04-23T18:22:12.354 INFO:teuthology.orchestra.run.smithi055.stdout:77309411400 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.944+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d181a7f40 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.945+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d18104350 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.947+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f1d08010a20 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.947+0000 7f1d0effd700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 0x7f1d040a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.947+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f1d080d0a00 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.947+0000 7f1d1dc72700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 0x7f1d040a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.948+0000 7f1d1dc72700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 0x7f1d040a6210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1d14009c90 tx=0x7f1d14009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:11.950+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d0809d270 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.166+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f1d1802df80 con 0x7f1d181019d0 2024-04-23T18:22:12.355 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.166+0000 7f1d0effd700 1 -- 172.21.15.55:0/2584522453 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1d0809cb70 con 0x7f1d181019d0 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 msgr2=0x7f1d040a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 0x7f1d040a6210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f1d14009c90 tx=0x7f1d14009260 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 msgr2=0x7f1d18102750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800e9a0 tx=0x7f1d0800ed60 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 shutdown_connections 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1d040a3d50 0x7f1d040a6210 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d18108ad0 0x7f1d18102c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d18101030 0x7f1d18102210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 --2- 172.21.15.55:0/2584522453 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d181019d0 0x7f1d18102750 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 >> 172.21.15.55:0/2584522453 conn(0x7f1d18077fb0 msgr2=0x7f1d180ff8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 shutdown_connections 2024-04-23T18:22:12.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.170+0000 7f1d1fed6700 1 -- 172.21.15.55:0/2584522453 wait complete. 2024-04-23T18:22:12.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.469+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f7dd802df80 con 0x7f7dd8108a20 2024-04-23T18:22:12.462 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:12 smithi055 ceph-mon[29189]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s; 140 B/s, 1 objects/s recovering 2024-04-23T18:22:12.462 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:12 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2987663620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:12.462 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:12 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2584522453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:12.463 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:12 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2552284786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:12.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.469+0000 7f7dce7fc700 1 -- 172.21.15.55:0/2836174070 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f7dd0010040 con 0x7f7dd8108a20 2024-04-23T18:22:12.463 INFO:teuthology.orchestra.run.smithi055.stdout:257698037802 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.471+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 msgr2=0x7f7dc40a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.471+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 0x7f7dc40a6190 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f7dd400b790 tx=0x7f7dd401a040 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.471+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 msgr2=0x7f7dd819da90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.471+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7dd000ef30 tx=0x7f7dd000c3a0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 shutdown_connections 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7dc40a3cd0 0x7f7dc40a6190 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7dd8108a20 0x7f7dd819da90 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7dd806afe0 0x7f7dd81991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 --2- 172.21.15.55:0/2836174070 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7dd806b980 0x7f7dd8199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:12.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 >> 172.21.15.55:0/2836174070 conn(0x7f7dd80788b0 msgr2=0x7f7dd80ffa40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:12.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 shutdown_connections 2024-04-23T18:22:12.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:12.472+0000 7f7ddf5e3700 1 -- 172.21.15.55:0/2836174070 wait complete. 2024-04-23T18:22:12.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:12 smithi116 ceph-mon[32310]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s; 140 B/s, 1 objects/s recovering 2024-04-23T18:22:12.705 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:12 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2987663620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:12.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:12 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2584522453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:12.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:12 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2552284786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:12.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:12 smithi152 ceph-mon[33022]: pgmap v325: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 8 op/s; 140 B/s, 1 objects/s recovering 2024-04-23T18:22:12.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:12 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2987663620' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-23T18:22:12.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:12 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2584522453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-23T18:22:12.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:12 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2552284786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-23T18:22:13.281 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724596 got 167503724601 for osd.5 2024-04-23T18:22:13.282 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 -- 172.21.15.55:0/4242138662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 msgr2=0x7f613410e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 --2- 172.21.15.55:0/4242138662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f613410e7f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f612c00b0a0 tx=0x7f612c00b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 -- 172.21.15.55:0/4242138662 shutdown_connections 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 --2- 172.21.15.55:0/4242138662 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f613410e7f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 --2- 172.21.15.55:0/4242138662 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 0x7f6134107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 --2- 172.21.15.55:0/4242138662 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 0x7f6134101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 -- 172.21.15.55:0/4242138662 >> 172.21.15.55:0/4242138662 conn(0x7f61340788f0 msgr2=0x7f6134078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 -- 172.21.15.55:0/4242138662 shutdown_connections 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.477+0000 7f613a390700 1 -- 172.21.15.55:0/4242138662 wait complete. 2024-04-23T18:22:13.471 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 Processor -- start 2024-04-23T18:22:13.472 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 -- start start 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 0x7f61341034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 0x7f6134103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6134111c40 con 0x7f6134102300 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6134111ac0 con 0x7f6134101940 2024-04-23T18:22:13.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f613a390700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6134111dc0 con 0x7f6134107990 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f61337fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f61337fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42020/0 (socket says 172.21.15.55:42020) 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f61337fe700 1 -- 172.21.15.55:0/601057124 learned_addr learned my addr 172.21.15.55:0/601057124 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.478+0000 7f6133fff700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 0x7f61341034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f613892d700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 0x7f6134103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 -- 172.21.15.55:0/601057124 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 msgr2=0x7f6134103f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 0x7f6134103f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 -- 172.21.15.55:0/601057124 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 msgr2=0x7f61341034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 0x7f61341034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 -- 172.21.15.55:0/601057124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61341a7780 con 0x7f6134102300 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61337fe700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f612400d950 tx=0x7f612400dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124016070 con 0x7f6134102300 2024-04-23T18:22:13.474 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6124009b40 con 0x7f6134102300 2024-04-23T18:22:13.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61341a7a70 con 0x7f6134102300 2024-04-23T18:22:13.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f612400f620 con 0x7f6134102300 2024-04-23T18:22:13.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.479+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61341a7fb0 con 0x7f6134102300 2024-04-23T18:22:13.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.480+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6134069730 con 0x7f6134102300 2024-04-23T18:22:13.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.481+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f6124019070 con 0x7f6134102300 2024-04-23T18:22:13.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.482+0000 7f61317fa700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 0x7f61200a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:13.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.482+0000 7f6133fff700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 0x7f61200a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:13.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.482+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f61240d0620 con 0x7f6134102300 2024-04-23T18:22:13.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.482+0000 7f6133fff700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 0x7f61200a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f611c005fd0 tx=0x7f611c005d90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:13.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.487+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f612409ce90 con 0x7f6134102300 2024-04-23T18:22:13.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.697+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f613402df80 con 0x7f6134102300 2024-04-23T18:22:13.691 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:13 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2836174070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:13.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.698+0000 7f61317fa700 1 -- 172.21.15.55:0/601057124 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f612409c790 con 0x7f6134102300 2024-04-23T18:22:13.692 INFO:teuthology.orchestra.run.smithi055.stdout:292057776166 2024-04-23T18:22:13.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 msgr2=0x7f61200a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 0x7f61200a6190 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f611c005fd0 tx=0x7f611c005d90 comp rx=0 tx=0).stop 2024-04-23T18:22:13.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 msgr2=0x7f6134103a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f612400d950 tx=0x7f612400dd10 comp rx=0 tx=0).stop 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 shutdown_connections 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f61200a3cd0 0x7f61200a6190 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6134107990 0x7f6134103f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6134101940 0x7f61341034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 --2- 172.21.15.55:0/601057124 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6134102300 0x7f6134103a30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 >> 172.21.15.55:0/601057124 conn(0x7f61340788f0 msgr2=0x7f613406ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 shutdown_connections 2024-04-23T18:22:13.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:13.700+0000 7f613a390700 1 -- 172.21.15.55:0/601057124 wait complete. 2024-04-23T18:22:13.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:13 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2836174070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:13.800 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411394 got 77309411400 for osd.2 2024-04-23T18:22:13.800 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:13.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:13 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2836174070' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-04-23T18:22:14.360 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776162 got 292057776166 for osd.9 2024-04-23T18:22:14.360 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:14.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:14 smithi116 ceph-mon[32310]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 84 B/s, 0 objects/s recovering 2024-04-23T18:22:14.710 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:14 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/601057124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:22:14.732 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:14 smithi055 ceph-mon[29189]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 84 B/s, 0 objects/s recovering 2024-04-23T18:22:14.732 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:14 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/601057124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:22:14.762 INFO:tasks.cephadm.ceph_manager.ceph:need seq 257698037797 got 257698037802 for osd.8 2024-04-23T18:22:14.762 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:14 smithi152 ceph-mon[33022]: pgmap v326: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s; 84 B/s, 0 objects/s recovering 2024-04-23T18:22:14.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:14 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/601057124' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-04-23T18:22:15.209 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149757 got 111669149764 for osd.3 2024-04-23T18:22:15.209 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:15.810 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462959 got 201863462964 for osd.6 2024-04-23T18:22:15.810 DEBUG:teuthology.parallel:result is None 2024-04-23T18:22:15.810 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-23T18:22:15.810 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-23T18:22:16.589 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:16.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:16 smithi116 ceph-mon[32310]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:16.713 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:16 smithi055 ceph-mon[29189]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:16.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:16 smithi152 ceph-mon[33022]: pgmap v327: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:18.327 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 -- 172.21.15.55:0/3668119890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0101940 msgr2=0x7f64d0101dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 --2- 172.21.15.55:0/3668119890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0101940 0x7f64d0101dc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009990 tx=0x7f64c0009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 -- 172.21.15.55:0/3668119890 shutdown_connections 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 --2- 172.21.15.55:0/3668119890 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0102300 0x7f64d010e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 --2- 172.21.15.55:0/3668119890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0107990 0x7f64d0107d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 --2- 172.21.15.55:0/3668119890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0101940 0x7f64d0101dc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 -- 172.21.15.55:0/3668119890 >> 172.21.15.55:0/3668119890 conn(0x7f64d00788f0 msgr2=0x7f64d0078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 -- 172.21.15.55:0/3668119890 shutdown_connections 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.332+0000 7f64d8010700 1 -- 172.21.15.55:0/3668119890 wait complete. 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 Processor -- start 2024-04-23T18:22:18.328 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 -- start start 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0101940 0x7f64d01034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 0x7f64d0103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0111c70 con 0x7f64d0107990 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0111af0 con 0x7f64d0102300 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d8010700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f64d0111df0 con 0x7f64d0101940 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d65ad700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d65ad700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:42028/0 (socket says 172.21.15.55:42028) 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d65ad700 1 -- 172.21.15.55:0/46817932 learned_addr learned my addr 172.21.15.55:0/46817932 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.333+0000 7f64d5dac700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0101940 0x7f64d01034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:18.329 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d55ab700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 0x7f64d0103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 -- 172.21.15.55:0/46817932 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0101940 msgr2=0x7f64d01034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0101940 0x7f64d01034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 -- 172.21.15.55:0/46817932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 msgr2=0x7f64d0103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 0x7f64d0103a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 -- 172.21.15.55:0/46817932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d01a76c0 con 0x7f64d0107990 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d55ab700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 0x7f64d0103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d65ad700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f64c8007ee0 tx=0x7f64c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c800dbd0 con 0x7f64d0107990 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f64c800dd70 con 0x7f64d0107990 2024-04-23T18:22:18.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d01a79b0 con 0x7f64d0107990 2024-04-23T18:22:18.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c8005a50 con 0x7f64d0107990 2024-04-23T18:22:18.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.334+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d01a7ea0 con 0x7f64d0107990 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.335+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64d0069730 con 0x7f64d0107990 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.336+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f64c801a020 con 0x7f64d0107990 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.337+0000 7f64c6ffd700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 0x7f64bc0a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.337+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f64c80cfda0 con 0x7f64d0107990 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.337+0000 7f64d5dac700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 0x7f64bc0a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:18.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.338+0000 7f64d5dac700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 0x7f64bc0a6330 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009be0 tx=0x7f64cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:18.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.342+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f64c8010070 con 0x7f64d0107990 2024-04-23T18:22:18.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.573+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f64d0106640 con 0x7f64bc0a3e70 2024-04-23T18:22:18.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.580+0000 7f64c6ffd700 1 -- 172.21.15.55:0/46817932 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259068 (secure 0 0 0) 0x7f64d0106640 con 0x7f64bc0a3e70 2024-04-23T18:22:18.578 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 msgr2=0x7f64bc0a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 0x7f64bc0a6330 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f64cc009be0 tx=0x7f64cc009260 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 msgr2=0x7f64d0103f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f64c8007ee0 tx=0x7f64c800d3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 shutdown_connections 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f64bc0a3e70 0x7f64bc0a6330 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f64d0107990 0x7f64d0103f70 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f64d0101940 0x7f64d01034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 --2- 172.21.15.55:0/46817932 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f64d0102300 0x7f64d0103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 >> 172.21.15.55:0/46817932 conn(0x7f64d00788f0 msgr2=0x7f64d006a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 shutdown_connections 2024-04-23T18:22:18.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:18.583+0000 7f64d8010700 1 -- 172.21.15.55:0/46817932 wait complete. 2024-04-23T18:22:18.581 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:22:18.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:18 smithi116 ceph-mon[32310]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:18.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:18 smithi055 ceph-mon[29189]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:18.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:18 smithi152 ceph-mon[33022]: pgmap v328: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:19.222 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":328,"stamp":"2024-04-23T18:22:16.939622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658461,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":816,"num_read_kb":538,"num_write":419,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182421,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":344,"ondisk_log_size":344,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365184,"kb_used_data":11796,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576640,"statfs":{"total":1151940427776,"available":1151566479360,"internally_reserved":0,"allocated":12079104,"data_stored":7487847,"data_compressed":184860,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":120,"num_read_kb":65,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003093"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037010+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:21:58.037010+0000","last_peered":"2024-04-23T18:21:58.037010+0000","last_clean":"2024-04-23T18:21:58.037010+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:21:58.037010+0000","last_undegraded":"2024-04-23T18:21:58.037010+0000","last_fullsized":"2024-04-23T18:21:58.037010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038883+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:21:58.038883+0000","last_peered":"2024-04-23T18:21:58.038883+0000","last_clean":"2024-04-23T18:21:58.038883+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:21:58.038883+0000","last_undegraded":"2024-04-23T18:21:58.038883+0000","last_fullsized":"2024-04-23T18:21:58.038883+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039103+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:21:58.039103+0000","last_peered":"2024-04-23T18:21:58.039103+0000","last_clean":"2024-04-23T18:21:58.039103+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:21:58.039103+0000","last_undegraded":"2024-04-23T18:21:58.039103+0000","last_fullsized":"2024-04-23T18:21:58.039103+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075825+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:21:58.075825+0000","last_peered":"2024-04-23T18:21:58.075825+0000","last_clean":"2024-04-23T18:21:58.075825+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:21:58.075825+0000","last_undegraded":"2024-04-23T18:21:58.075825+0000","last_fullsized":"2024-04-23T18:21:58.075825+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037985+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:21:58.037985+0000","last_peered":"2024-04-23T18:21:58.037985+0000","last_clean":"2024-04-23T18:21:58.037985+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:21:58.037985+0000","last_undegraded":"2024-04-23T18:21:58.037985+0000","last_fullsized":"2024-04-23T18:21:58.037985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039055+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:21:58.039055+0000","last_peered":"2024-04-23T18:21:58.039055+0000","last_clean":"2024-04-23T18:21:58.039055+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:21:58.039055+0000","last_undegraded":"2024-04-23T18:21:58.039055+0000","last_fullsized":"2024-04-23T18:21:58.039055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037993+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:21:58.037993+0000","last_peered":"2024-04-23T18:21:58.037993+0000","last_clean":"2024-04-23T18:21:58.037993+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:21:58.037993+0000","last_undegraded":"2024-04-23T18:21:58.037993+0000","last_fullsized":"2024-04-23T18:21:58.037993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038443+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:21:58.038443+0000","last_peered":"2024-04-23T18:21:58.038443+0000","last_clean":"2024-04-23T18:21:58.038443+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:21:58.038443+0000","last_undegraded":"2024-04-23T18:21:58.038443+0000","last_fullsized":"2024-04-23T18:21:58.038443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075843+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:21:58.075843+0000","last_peered":"2024-04-23T18:21:58.075843+0000","last_clean":"2024-04-23T18:21:58.075843+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:21:58.075843+0000","last_undegraded":"2024-04-23T18:21:58.075843+0000","last_fullsized":"2024-04-23T18:21:58.075843+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038996+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:21:58.038996+0000","last_peered":"2024-04-23T18:21:58.038996+0000","last_clean":"2024-04-23T18:21:58.038996+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:21:58.038996+0000","last_undegraded":"2024-04-23T18:21:58.038996+0000","last_fullsized":"2024-04-23T18:21:58.038996+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038042+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:21:58.038042+0000","last_peered":"2024-04-23T18:21:58.038042+0000","last_clean":"2024-04-23T18:21:58.038042+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:21:58.038042+0000","last_undegraded":"2024-04-23T18:21:58.038042+0000","last_fullsized":"2024-04-23T18:21:58.038042+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041355+0000","last_change":"2024-04-23T18:21:58.040517+0000","last_active":"2024-04-23T18:21:58.041355+0000","last_peered":"2024-04-23T18:21:58.041355+0000","last_clean":"2024-04-23T18:21:58.041355+0000","last_became_active":"2024-04-23T18:21:58.040148+0000","last_became_peered":"2024-04-23T18:21:58.040148+0000","last_unstale":"2024-04-23T18:21:58.041355+0000","last_undegraded":"2024-04-23T18:21:58.041355+0000","last_fullsized":"2024-04-23T18:21:58.041355+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:32:19.706063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041976+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:21:58.041976+0000","last_peered":"2024-04-23T18:21:58.041976+0000","last_clean":"2024-04-23T18:21:58.041976+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:21:58.041976+0000","last_undegraded":"2024-04-23T18:21:58.041976+0000","last_fullsized":"2024-04-23T18:21:58.041976+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038215+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:21:58.038215+0000","last_peered":"2024-04-23T18:21:58.038215+0000","last_clean":"2024-04-23T18:21:58.038215+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:21:58.038215+0000","last_undegraded":"2024-04-23T18:21:58.038215+0000","last_fullsized":"2024-04-23T18:21:58.038215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038204+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:21:58.038204+0000","last_peered":"2024-04-23T18:21:58.038204+0000","last_clean":"2024-04-23T18:21:58.038204+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:21:58.038204+0000","last_undegraded":"2024-04-23T18:21:58.038204+0000","last_fullsized":"2024-04-23T18:21:58.038204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075065+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:21:58.075065+0000","last_peered":"2024-04-23T18:21:58.075065+0000","last_clean":"2024-04-23T18:21:58.075065+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:21:58.075065+0000","last_undegraded":"2024-04-23T18:21:58.075065+0000","last_fullsized":"2024-04-23T18:21:58.075065+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036886+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:21:58.036886+0000","last_peered":"2024-04-23T18:21:58.036886+0000","last_clean":"2024-04-23T18:21:58.036886+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:21:58.036886+0000","last_undegraded":"2024-04-23T18:21:58.036886+0000","last_fullsized":"2024-04-23T18:21:58.036886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035482+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:21:58.035482+0000","last_peered":"2024-04-23T18:21:58.035482+0000","last_clean":"2024-04-23T18:21:58.035482+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:21:58.035482+0000","last_undegraded":"2024-04-23T18:21:58.035482+0000","last_fullsized":"2024-04-23T18:21:58.035482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039398+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:21:58.039398+0000","last_peered":"2024-04-23T18:21:58.039398+0000","last_clean":"2024-04-23T18:21:58.039398+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:21:58.039398+0000","last_undegraded":"2024-04-23T18:21:58.039398+0000","last_fullsized":"2024-04-23T18:21:58.039398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":118,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:13.059694+0000","last_change":"2024-04-23T18:21:58.050820+0000","last_active":"2024-04-23T18:22:13.059694+0000","last_peered":"2024-04-23T18:22:13.059694+0000","last_clean":"2024-04-23T18:22:13.059694+0000","last_became_active":"2024-04-23T18:21:58.040056+0000","last_became_peered":"2024-04-23T18:21:58.040056+0000","last_unstale":"2024-04-23T18:22:13.059694+0000","last_undegraded":"2024-04-23T18:22:13.059694+0000","last_fullsized":"2024-04-23T18:22:13.059694+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:22:57.765123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":58,"num_read_kb":58,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039043+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:21:58.039043+0000","last_peered":"2024-04-23T18:21:58.039043+0000","last_clean":"2024-04-23T18:21:58.039043+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:21:58.039043+0000","last_undegraded":"2024-04-23T18:21:58.039043+0000","last_fullsized":"2024-04-23T18:21:58.039043+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039366+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:21:58.039366+0000","last_peered":"2024-04-23T18:21:58.039366+0000","last_clean":"2024-04-23T18:21:58.039366+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:21:58.039366+0000","last_undegraded":"2024-04-23T18:21:58.039366+0000","last_fullsized":"2024-04-23T18:21:58.039366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038906+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:21:58.038906+0000","last_peered":"2024-04-23T18:21:58.038906+0000","last_clean":"2024-04-23T18:21:58.038906+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:21:58.038906+0000","last_undegraded":"2024-04-23T18:21:58.038906+0000","last_fullsized":"2024-04-23T18:21:58.038906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038625+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:21:58.038625+0000","last_peered":"2024-04-23T18:21:58.038625+0000","last_clean":"2024-04-23T18:21:58.038625+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:21:58.038625+0000","last_undegraded":"2024-04-23T18:21:58.038625+0000","last_fullsized":"2024-04-23T18:21:58.038625+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075232+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:21:58.075232+0000","last_peered":"2024-04-23T18:21:58.075232+0000","last_clean":"2024-04-23T18:21:58.075232+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:21:58.075232+0000","last_undegraded":"2024-04-23T18:21:58.075232+0000","last_fullsized":"2024-04-23T18:21:58.075232+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038299+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:21:58.038299+0000","last_peered":"2024-04-23T18:21:58.038299+0000","last_clean":"2024-04-23T18:21:58.038299+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:21:58.038299+0000","last_undegraded":"2024-04-23T18:21:58.038299+0000","last_fullsized":"2024-04-23T18:21:58.038299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042020+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:21:58.042020+0000","last_peered":"2024-04-23T18:21:58.042020+0000","last_clean":"2024-04-23T18:21:58.042020+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:21:58.042020+0000","last_undegraded":"2024-04-23T18:21:58.042020+0000","last_fullsized":"2024-04-23T18:21:58.042020+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":105,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:10.094901+0000","last_change":"2024-04-23T18:21:58.080395+0000","last_active":"2024-04-23T18:22:10.094901+0000","last_peered":"2024-04-23T18:22:10.094901+0000","last_clean":"2024-04-23T18:22:10.094901+0000","last_became_active":"2024-04-23T18:21:58.076584+0000","last_became_peered":"2024-04-23T18:21:58.076584+0000","last_unstale":"2024-04-23T18:22:10.094901+0000","last_undegraded":"2024-04-23T18:22:10.094901+0000","last_fullsized":"2024-04-23T18:22:10.094901+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:34:40.750893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":60,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038812+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:21:58.038812+0000","last_peered":"2024-04-23T18:21:58.038812+0000","last_clean":"2024-04-23T18:21:58.038812+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:21:58.038812+0000","last_undegraded":"2024-04-23T18:21:58.038812+0000","last_fullsized":"2024-04-23T18:21:58.038812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.082659+0000","last_change":"2024-04-23T18:21:58.082659+0000","last_active":"2024-04-23T18:21:58.082659+0000","last_peered":"2024-04-23T18:21:58.082659+0000","last_clean":"2024-04-23T18:21:58.082659+0000","last_became_active":"2024-04-23T18:21:58.077153+0000","last_became_peered":"2024-04-23T18:21:58.077153+0000","last_unstale":"2024-04-23T18:21:58.082659+0000","last_undegraded":"2024-04-23T18:21:58.082659+0000","last_fullsized":"2024-04-23T18:21:58.082659+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:37:24.291762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.077824+0000","last_change":"2024-04-23T18:21:58.077035+0000","last_active":"2024-04-23T18:21:58.077824+0000","last_peered":"2024-04-23T18:21:58.077824+0000","last_clean":"2024-04-23T18:21:58.077824+0000","last_became_active":"2024-04-23T18:21:58.076616+0000","last_became_peered":"2024-04-23T18:21:58.076616+0000","last_unstale":"2024-04-23T18:21:58.077824+0000","last_undegraded":"2024-04-23T18:21:58.077824+0000","last_fullsized":"2024-04-23T18:21:58.077824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:17:35.001205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041924+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:21:58.041924+0000","last_peered":"2024-04-23T18:21:58.041924+0000","last_clean":"2024-04-23T18:21:58.041924+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:21:58.041924+0000","last_undegraded":"2024-04-23T18:21:58.041924+0000","last_fullsized":"2024-04-23T18:21:58.041924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038551+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:21:58.038551+0000","last_peered":"2024-04-23T18:21:58.038551+0000","last_clean":"2024-04-23T18:21:58.038551+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:21:58.038551+0000","last_undegraded":"2024-04-23T18:21:58.038551+0000","last_fullsized":"2024-04-23T18:21:58.038551+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041369+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:21:58.041369+0000","last_peered":"2024-04-23T18:21:58.041369+0000","last_clean":"2024-04-23T18:21:58.041369+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:21:58.041369+0000","last_undegraded":"2024-04-23T18:21:58.041369+0000","last_fullsized":"2024-04-23T18:21:58.041369+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035193+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:21:58.035193+0000","last_peered":"2024-04-23T18:21:58.035193+0000","last_clean":"2024-04-23T18:21:58.035193+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:21:58.035193+0000","last_undegraded":"2024-04-23T18:21:58.035193+0000","last_fullsized":"2024-04-23T18:21:58.035193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":158,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:14.852791+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:22:14.852791+0000","last_peered":"2024-04-23T18:22:14.852791+0000","last_clean":"2024-04-23T18:22:14.852791+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:22:14.852791+0000","last_undegraded":"2024-04-23T18:22:14.852791+0000","last_fullsized":"2024-04-23T18:22:14.852791+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":135,"num_read_kb":135,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075797+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:21:58.075797+0000","last_peered":"2024-04-23T18:21:58.075797+0000","last_clean":"2024-04-23T18:21:58.075797+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:21:58.075797+0000","last_undegraded":"2024-04-23T18:21:58.075797+0000","last_fullsized":"2024-04-23T18:21:58.075797+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037868+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:21:58.037868+0000","last_peered":"2024-04-23T18:21:58.037868+0000","last_clean":"2024-04-23T18:21:58.037868+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:21:58.037868+0000","last_undegraded":"2024-04-23T18:21:58.037868+0000","last_fullsized":"2024-04-23T18:21:58.037868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039014+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:21:58.039014+0000","last_peered":"2024-04-23T18:21:58.039014+0000","last_clean":"2024-04-23T18:21:58.039014+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:21:58.039014+0000","last_undegraded":"2024-04-23T18:21:58.039014+0000","last_fullsized":"2024-04-23T18:21:58.039014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042146+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:21:58.042146+0000","last_peered":"2024-04-23T18:21:58.042146+0000","last_clean":"2024-04-23T18:21:58.042146+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:21:58.042146+0000","last_undegraded":"2024-04-23T18:21:58.042146+0000","last_fullsized":"2024-04-23T18:21:58.042146+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075492+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:21:58.075492+0000","last_peered":"2024-04-23T18:21:58.075492+0000","last_clean":"2024-04-23T18:21:58.075492+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:21:58.075492+0000","last_undegraded":"2024-04-23T18:21:58.075492+0000","last_fullsized":"2024-04-23T18:21:58.075492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'30","reported_seq":195,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.101210+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:22:15.101210+0000","last_peered":"2024-04-23T18:22:15.101210+0000","last_clean":"2024-04-23T18:22:15.101210+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:22:15.101210+0000","last_undegraded":"2024-04-23T18:22:15.101210+0000","last_fullsized":"2024-04-23T18:22:15.101210+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":146,"num_read_kb":132,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038316+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:21:58.038316+0000","last_peered":"2024-04-23T18:21:58.038316+0000","last_clean":"2024-04-23T18:21:58.038316+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:21:58.038316+0000","last_undegraded":"2024-04-23T18:21:58.038316+0000","last_fullsized":"2024-04-23T18:21:58.038316+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039314+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:21:58.039314+0000","last_peered":"2024-04-23T18:21:58.039314+0000","last_clean":"2024-04-23T18:21:58.039314+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:21:58.039314+0000","last_undegraded":"2024-04-23T18:21:58.039314+0000","last_fullsized":"2024-04-23T18:21:58.039314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042425+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:21:58.042425+0000","last_peered":"2024-04-23T18:21:58.042425+0000","last_clean":"2024-04-23T18:21:58.042425+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:21:58.042425+0000","last_undegraded":"2024-04-23T18:21:58.042425+0000","last_fullsized":"2024-04-23T18:21:58.042425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041952+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:21:58.041952+0000","last_peered":"2024-04-23T18:21:58.041952+0000","last_clean":"2024-04-23T18:21:58.041952+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:21:58.041952+0000","last_undegraded":"2024-04-23T18:21:58.041952+0000","last_fullsized":"2024-04-23T18:21:58.041952+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042976+0000","last_change":"2024-04-23T18:21:58.042976+0000","last_active":"2024-04-23T18:21:58.042976+0000","last_peered":"2024-04-23T18:21:58.042976+0000","last_clean":"2024-04-23T18:21:58.042976+0000","last_became_active":"2024-04-23T18:21:58.042606+0000","last_became_peered":"2024-04-23T18:21:58.042606+0000","last_unstale":"2024-04-23T18:21:58.042976+0000","last_undegraded":"2024-04-23T18:21:58.042976+0000","last_fullsized":"2024-04-23T18:21:58.042976+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:29:07.925372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":90,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.865436+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:22:11.865436+0000","last_peered":"2024-04-23T18:22:11.865436+0000","last_clean":"2024-04-23T18:22:11.865436+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:22:11.865436+0000","last_undegraded":"2024-04-23T18:22:11.865436+0000","last_fullsized":"2024-04-23T18:22:11.865436+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":67,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037549+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:21:58.037549+0000","last_peered":"2024-04-23T18:21:58.037549+0000","last_clean":"2024-04-23T18:21:58.037549+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:21:58.037549+0000","last_undegraded":"2024-04-23T18:21:58.037549+0000","last_fullsized":"2024-04-23T18:21:58.037549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037841+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:21:58.037841+0000","last_peered":"2024-04-23T18:21:58.037841+0000","last_clean":"2024-04-23T18:21:58.037841+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:21:58.037841+0000","last_undegraded":"2024-04-23T18:21:58.037841+0000","last_fullsized":"2024-04-23T18:21:58.037841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041971+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:21:58.041971+0000","last_peered":"2024-04-23T18:21:58.041971+0000","last_clean":"2024-04-23T18:21:58.041971+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:21:58.041971+0000","last_undegraded":"2024-04-23T18:21:58.041971+0000","last_fullsized":"2024-04-23T18:21:58.041971+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038114+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:21:58.038114+0000","last_peered":"2024-04-23T18:21:58.038114+0000","last_clean":"2024-04-23T18:21:58.038114+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:21:58.038114+0000","last_undegraded":"2024-04-23T18:21:58.038114+0000","last_fullsized":"2024-04-23T18:21:58.038114+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036647+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:21:58.036647+0000","last_peered":"2024-04-23T18:21:58.036647+0000","last_clean":"2024-04-23T18:21:58.036647+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:21:58.036647+0000","last_undegraded":"2024-04-23T18:21:58.036647+0000","last_fullsized":"2024-04-23T18:21:58.036647+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035353+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:21:58.035353+0000","last_peered":"2024-04-23T18:21:58.035353+0000","last_clean":"2024-04-23T18:21:58.035353+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:21:58.035353+0000","last_undegraded":"2024-04-23T18:21:58.035353+0000","last_fullsized":"2024-04-23T18:21:58.035353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038838+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:21:58.038838+0000","last_peered":"2024-04-23T18:21:58.038838+0000","last_clean":"2024-04-23T18:21:58.038838+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:21:58.038838+0000","last_undegraded":"2024-04-23T18:21:58.038838+0000","last_fullsized":"2024-04-23T18:21:58.038838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":88,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.057941+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:22:11.057941+0000","last_peered":"2024-04-23T18:22:11.057941+0000","last_clean":"2024-04-23T18:22:11.057941+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:22:11.057941+0000","last_undegraded":"2024-04-23T18:22:11.057941+0000","last_fullsized":"2024-04-23T18:22:11.057941+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":64,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038538+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:21:58.038538+0000","last_peered":"2024-04-23T18:21:58.038538+0000","last_clean":"2024-04-23T18:21:58.038538+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:21:58.038538+0000","last_undegraded":"2024-04-23T18:21:58.038538+0000","last_fullsized":"2024-04-23T18:21:58.038538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041511+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:21:58.041511+0000","last_peered":"2024-04-23T18:21:58.041511+0000","last_clean":"2024-04-23T18:21:58.041511+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:21:58.041511+0000","last_undegraded":"2024-04-23T18:21:58.041511+0000","last_fullsized":"2024-04-23T18:21:58.041511+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":89,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:11.864874+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:22:11.864874+0000","last_peered":"2024-04-23T18:22:11.864874+0000","last_clean":"2024-04-23T18:22:11.864874+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:22:11.864874+0000","last_undegraded":"2024-04-23T18:22:11.864874+0000","last_fullsized":"2024-04-23T18:22:11.864874+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":65,"num_read_kb":65,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038873+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:21:58.038873+0000","last_peered":"2024-04-23T18:21:58.038873+0000","last_clean":"2024-04-23T18:21:58.038873+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:21:58.038873+0000","last_undegraded":"2024-04-23T18:21:58.038873+0000","last_fullsized":"2024-04-23T18:21:58.038873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075798+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:21:58.075798+0000","last_peered":"2024-04-23T18:21:58.075798+0000","last_clean":"2024-04-23T18:21:58.075798+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:21:58.075798+0000","last_undegraded":"2024-04-23T18:21:58.075798+0000","last_fullsized":"2024-04-23T18:21:58.075798+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037700+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:21:58.037700+0000","last_peered":"2024-04-23T18:21:58.037700+0000","last_clean":"2024-04-23T18:21:58.037700+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:21:58.037700+0000","last_undegraded":"2024-04-23T18:21:58.037700+0000","last_fullsized":"2024-04-23T18:21:58.037700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041777+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:21:58.041777+0000","last_peered":"2024-04-23T18:21:58.041777+0000","last_clean":"2024-04-23T18:21:58.041777+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:21:58.041777+0000","last_undegraded":"2024-04-23T18:21:58.041777+0000","last_fullsized":"2024-04-23T18:21:58.041777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037765+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:21:58.037765+0000","last_peered":"2024-04-23T18:21:58.037765+0000","last_clean":"2024-04-23T18:21:58.037765+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:21:58.037765+0000","last_undegraded":"2024-04-23T18:21:58.037765+0000","last_fullsized":"2024-04-23T18:21:58.037765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038429+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:21:58.038429+0000","last_peered":"2024-04-23T18:21:58.038429+0000","last_clean":"2024-04-23T18:21:58.038429+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:21:58.038429+0000","last_undegraded":"2024-04-23T18:21:58.038429+0000","last_fullsized":"2024-04-23T18:21:58.038429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041954+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:21:58.041954+0000","last_peered":"2024-04-23T18:21:58.041954+0000","last_clean":"2024-04-23T18:21:58.041954+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:21:58.041954+0000","last_undegraded":"2024-04-23T18:21:58.041954+0000","last_fullsized":"2024-04-23T18:21:58.041954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035602+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:21:58.035602+0000","last_peered":"2024-04-23T18:21:58.035602+0000","last_clean":"2024-04-23T18:21:58.035602+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:21:58.035602+0000","last_undegraded":"2024-04-23T18:21:58.035602+0000","last_fullsized":"2024-04-23T18:21:58.035602+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039115+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:21:58.039115+0000","last_peered":"2024-04-23T18:21:58.039115+0000","last_clean":"2024-04-23T18:21:58.039115+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:21:58.039115+0000","last_undegraded":"2024-04-23T18:21:58.039115+0000","last_fullsized":"2024-04-23T18:21:58.039115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075569+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:21:58.075569+0000","last_peered":"2024-04-23T18:21:58.075569+0000","last_clean":"2024-04-23T18:21:58.075569+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:21:58.075569+0000","last_undegraded":"2024-04-23T18:21:58.075569+0000","last_fullsized":"2024-04-23T18:21:58.075569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.076414+0000","last_change":"2024-04-23T18:21:58.076414+0000","last_active":"2024-04-23T18:21:58.076414+0000","last_peered":"2024-04-23T18:21:58.076414+0000","last_clean":"2024-04-23T18:21:58.076414+0000","last_became_active":"2024-04-23T18:21:58.076031+0000","last_became_peered":"2024-04-23T18:21:58.076031+0000","last_unstale":"2024-04-23T18:21:58.076414+0000","last_undegraded":"2024-04-23T18:21:58.076414+0000","last_fullsized":"2024-04-23T18:21:58.076414+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:54:19.150907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075538+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:21:58.075538+0000","last_peered":"2024-04-23T18:21:58.075538+0000","last_clean":"2024-04-23T18:21:58.075538+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:21:58.075538+0000","last_undegraded":"2024-04-23T18:21:58.075538+0000","last_fullsized":"2024-04-23T18:21:58.075538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037657+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:21:58.037657+0000","last_peered":"2024-04-23T18:21:58.037657+0000","last_clean":"2024-04-23T18:21:58.037657+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:21:58.037657+0000","last_undegraded":"2024-04-23T18:21:58.037657+0000","last_fullsized":"2024-04-23T18:21:58.037657+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038463+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:21:58.038463+0000","last_peered":"2024-04-23T18:21:58.038463+0000","last_clean":"2024-04-23T18:21:58.038463+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:21:58.038463+0000","last_undegraded":"2024-04-23T18:21:58.038463+0000","last_fullsized":"2024-04-23T18:21:58.038463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036319+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:21:58.036319+0000","last_peered":"2024-04-23T18:21:58.036319+0000","last_clean":"2024-04-23T18:21:58.036319+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:21:58.036319+0000","last_undegraded":"2024-04-23T18:21:58.036319+0000","last_fullsized":"2024-04-23T18:21:58.036319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.050638+0000","last_change":"2024-04-23T18:21:58.050219+0000","last_active":"2024-04-23T18:21:58.050638+0000","last_peered":"2024-04-23T18:21:58.050638+0000","last_clean":"2024-04-23T18:21:58.050638+0000","last_became_active":"2024-04-23T18:21:58.043463+0000","last_became_peered":"2024-04-23T18:21:58.043463+0000","last_unstale":"2024-04-23T18:21:58.050638+0000","last_undegraded":"2024-04-23T18:21:58.050638+0000","last_fullsized":"2024-04-23T18:21:58.050638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:07:14.617419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,6],"acting":[11,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038717+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:21:58.038717+0000","last_peered":"2024-04-23T18:21:58.038717+0000","last_clean":"2024-04-23T18:21:58.038717+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:21:58.038717+0000","last_undegraded":"2024-04-23T18:21:58.038717+0000","last_fullsized":"2024-04-23T18:21:58.038717+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038096+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:21:58.038096+0000","last_peered":"2024-04-23T18:21:58.038096+0000","last_clean":"2024-04-23T18:21:58.038096+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:21:58.038096+0000","last_undegraded":"2024-04-23T18:21:58.038096+0000","last_fullsized":"2024-04-23T18:21:58.038096+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037991+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:21:58.037991+0000","last_peered":"2024-04-23T18:21:58.037991+0000","last_clean":"2024-04-23T18:21:58.037991+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:21:58.037991+0000","last_undegraded":"2024-04-23T18:21:58.037991+0000","last_fullsized":"2024-04-23T18:21:58.037991+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":89,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:10.846788+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:22:10.846788+0000","last_peered":"2024-04-23T18:22:10.846788+0000","last_clean":"2024-04-23T18:22:10.846788+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:22:10.846788+0000","last_undegraded":"2024-04-23T18:22:10.846788+0000","last_fullsized":"2024-04-23T18:22:10.846788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":65,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038091+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:21:58.038091+0000","last_peered":"2024-04-23T18:21:58.038091+0000","last_clean":"2024-04-23T18:21:58.038091+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:21:58.038091+0000","last_undegraded":"2024-04-23T18:21:58.038091+0000","last_fullsized":"2024-04-23T18:21:58.038091+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042102+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:21:58.042102+0000","last_peered":"2024-04-23T18:21:58.042102+0000","last_clean":"2024-04-23T18:21:58.042102+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:21:58.042102+0000","last_undegraded":"2024-04-23T18:21:58.042102+0000","last_fullsized":"2024-04-23T18:21:58.042102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037713+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:21:58.037713+0000","last_peered":"2024-04-23T18:21:58.037713+0000","last_clean":"2024-04-23T18:21:58.037713+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:21:58.037713+0000","last_undegraded":"2024-04-23T18:21:58.037713+0000","last_fullsized":"2024-04-23T18:21:58.037713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042042+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:21:58.042042+0000","last_peered":"2024-04-23T18:21:58.042042+0000","last_clean":"2024-04-23T18:21:58.042042+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:21:58.042042+0000","last_undegraded":"2024-04-23T18:21:58.042042+0000","last_fullsized":"2024-04-23T18:21:58.042042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038230+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:21:58.038230+0000","last_peered":"2024-04-23T18:21:58.038230+0000","last_clean":"2024-04-23T18:21:58.038230+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:21:58.038230+0000","last_undegraded":"2024-04-23T18:21:58.038230+0000","last_fullsized":"2024-04-23T18:21:58.038230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036374+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:21:58.036374+0000","last_peered":"2024-04-23T18:21:58.036374+0000","last_clean":"2024-04-23T18:21:58.036374+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:21:58.036374+0000","last_undegraded":"2024-04-23T18:21:58.036374+0000","last_fullsized":"2024-04-23T18:21:58.036374+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.043735+0000","last_change":"2024-04-23T18:21:58.043735+0000","last_active":"2024-04-23T18:21:58.043735+0000","last_peered":"2024-04-23T18:21:58.043735+0000","last_clean":"2024-04-23T18:21:58.043735+0000","last_became_active":"2024-04-23T18:21:58.043270+0000","last_became_peered":"2024-04-23T18:21:58.043270+0000","last_unstale":"2024-04-23T18:21:58.043735+0000","last_undegraded":"2024-04-23T18:21:58.043735+0000","last_fullsized":"2024-04-23T18:21:58.043735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:27.657932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.040162+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:21:58.040162+0000","last_peered":"2024-04-23T18:21:58.040162+0000","last_clean":"2024-04-23T18:21:58.040162+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:21:58.040162+0000","last_undegraded":"2024-04-23T18:21:58.040162+0000","last_fullsized":"2024-04-23T18:21:58.040162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038658+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:21:58.038658+0000","last_peered":"2024-04-23T18:21:58.038658+0000","last_clean":"2024-04-23T18:21:58.038658+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:21:58.038658+0000","last_undegraded":"2024-04-23T18:21:58.038658+0000","last_fullsized":"2024-04-23T18:21:58.038658+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041941+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:21:58.041941+0000","last_peered":"2024-04-23T18:21:58.041941+0000","last_clean":"2024-04-23T18:21:58.041941+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:21:58.041941+0000","last_undegraded":"2024-04-23T18:21:58.041941+0000","last_fullsized":"2024-04-23T18:21:58.041941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036576+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:21:58.036576+0000","last_peered":"2024-04-23T18:21:58.036576+0000","last_clean":"2024-04-23T18:21:58.036576+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:21:58.036576+0000","last_undegraded":"2024-04-23T18:21:58.036576+0000","last_fullsized":"2024-04-23T18:21:58.036576+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039529+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:21:58.039529+0000","last_peered":"2024-04-23T18:21:58.039529+0000","last_clean":"2024-04-23T18:21:58.039529+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:21:58.039529+0000","last_undegraded":"2024-04-23T18:21:58.039529+0000","last_fullsized":"2024-04-23T18:21:58.039529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039001+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:21:58.039001+0000","last_peered":"2024-04-23T18:21:58.039001+0000","last_clean":"2024-04-23T18:21:58.039001+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:21:58.039001+0000","last_undegraded":"2024-04-23T18:21:58.039001+0000","last_fullsized":"2024-04-23T18:21:58.039001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041471+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:21:58.041471+0000","last_peered":"2024-04-23T18:21:58.041471+0000","last_clean":"2024-04-23T18:21:58.041471+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:21:58.041471+0000","last_undegraded":"2024-04-23T18:21:58.041471+0000","last_fullsized":"2024-04-23T18:21:58.041471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038407+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:21:58.038407+0000","last_peered":"2024-04-23T18:21:58.038407+0000","last_clean":"2024-04-23T18:21:58.038407+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:21:58.038407+0000","last_undegraded":"2024-04-23T18:21:58.038407+0000","last_fullsized":"2024-04-23T18:21:58.038407+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075962+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:21:58.075962+0000","last_peered":"2024-04-23T18:21:58.075962+0000","last_clean":"2024-04-23T18:21:58.075962+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:21:58.075962+0000","last_undegraded":"2024-04-23T18:21:58.075962+0000","last_fullsized":"2024-04-23T18:21:58.075962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042091+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:21:58.042091+0000","last_peered":"2024-04-23T18:21:58.042091+0000","last_clean":"2024-04-23T18:21:58.042091+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:21:58.042091+0000","last_undegraded":"2024-04-23T18:21:58.042091+0000","last_fullsized":"2024-04-23T18:21:58.042091+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036495+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:21:58.036495+0000","last_peered":"2024-04-23T18:21:58.036495+0000","last_clean":"2024-04-23T18:21:58.036495+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:21:58.036495+0000","last_undegraded":"2024-04-23T18:21:58.036495+0000","last_fullsized":"2024-04-23T18:21:58.036495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286375,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67859,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":680,"num_read_kb":419,"num_write":236,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1685,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":203577,"data_compressed":5610,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":205,"ondisk_log_size":205,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351004,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":461236,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612641,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1110016,"data_stored":1112639,"data_compressed":44115,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776167,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":460494,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037803,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":460872,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299440,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":1052718,"data_compressed":42245,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462965,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":966656,"data_stored":460211,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574927,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1032192,"data_stored":523183,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":461550,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1036288,"data_stored":521768,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149765,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":460036,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888127,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":460072,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724602,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":1053068,"data_compressed":42245,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":63811,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":62396,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":62782,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:22:19.227 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-23T18:22:19.482 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:19.920 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:19.921 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:19.921 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:19.921 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:19.921 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:19.921 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:19 smithi055 ceph-mon[29189]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:19.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:19 smithi116 ceph-mon[32310]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:22:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:22:20.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:19 smithi152 ceph-mon[33022]: from='mgr.14152 172.21.15.55:0/1119538023' entity='mgr.x' 2024-04-23T18:22:20.852 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:20 smithi055 ceph-mon[29189]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:20.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:20 smithi116 ceph-mon[32310]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:21.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:20 smithi152 ceph-mon[33022]: pgmap v329: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:21.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 -- 172.21.15.55:0/344450472 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b006bbb0 msgr2=0x7f71b010f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 --2- 172.21.15.55:0/344450472 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b006bbb0 0x7f71b010f930 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f71a800b0a0 tx=0x7f71a800b3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 -- 172.21.15.55:0/344450472 shutdown_connections 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 --2- 172.21.15.55:0/344450472 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b006bbb0 0x7f71b010f930 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 --2- 172.21.15.55:0/344450472 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b0108a60 0x7f71b0108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 --2- 172.21.15.55:0/344450472 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 0x7f71b006b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 -- 172.21.15.55:0/344450472 >> 172.21.15.55:0/344450472 conn(0x7f71b00789e0 msgr2=0x7f71b0078df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 -- 172.21.15.55:0/344450472 shutdown_connections 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.107+0000 7f71b53a2700 1 -- 172.21.15.55:0/344450472 wait complete. 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.108+0000 7f71b53a2700 1 Processor -- start 2024-04-23T18:22:21.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.108+0000 7f71b53a2700 1 -- start start 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 0x7f71b019b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 0x7f71b019b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f71b0112d60 con 0x7f71b0108a60 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f71b0112be0 con 0x7f71b006b1f0 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71b53a2700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f71b0112ee0 con 0x7f71b006bbb0 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:21.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56266/0 (socket says 172.21.15.55:56266) 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 -- 172.21.15.55:0/686632238 learned_addr learned my addr 172.21.15.55:0/686632238 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71aeffd700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 0x7f71b019b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71ae7fc700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 0x7f71b019b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 -- 172.21.15.55:0/686632238 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 msgr2=0x7f71b019b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 0x7f71b019b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 -- 172.21.15.55:0/686632238 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 msgr2=0x7f71b019b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 0x7f71b019b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 -- 172.21.15.55:0/686632238 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71b01a0290 con 0x7f71b0108a60 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71ae7fc700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 0x7f71b019b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f71af7fe700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f71a800b830 tx=0x7f71a8007a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.109+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a8021020 con 0x7f71b0108a60 2024-04-23T18:22:21.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.110+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71b01a0520 con 0x7f71b0108a60 2024-04-23T18:22:21.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.110+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f71a801db40 con 0x7f71b0108a60 2024-04-23T18:22:21.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.110+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a801bc80 con 0x7f71b0108a60 2024-04-23T18:22:21.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.110+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71b01a7e00 con 0x7f71b0108a60 2024-04-23T18:22:21.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.111+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71b0069730 con 0x7f71b0108a60 2024-04-23T18:22:21.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.112+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f71a8024020 con 0x7f71b0108a60 2024-04-23T18:22:21.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.112+0000 7f7197fff700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 0x7f71980a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:21.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.113+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f71a800f020 con 0x7f71b0108a60 2024-04-23T18:22:21.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.113+0000 7f71aeffd700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 0x7f71980a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:21.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.113+0000 7f71aeffd700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 0x7f71980a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f71a000abd0 tx=0x7f71a000a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:21.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.116+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f71a801be20 con 0x7f71b0108a60 2024-04-23T18:22:21.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.317+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f71b0102400 con 0x7f71980a3cd0 2024-04-23T18:22:21.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.324+0000 7f7197fff700 1 -- 172.21.15.55:0/686632238 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259068 (secure 0 0 0) 0x7f71b0102400 con 0x7f71980a3cd0 2024-04-23T18:22:21.322 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:21.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 msgr2=0x7f71980a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 0x7f71980a6190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f71a000abd0 tx=0x7f71a000a380 comp rx=0 tx=0).stop 2024-04-23T18:22:21.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 msgr2=0x7f71b019fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:21.324 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f71a800b830 tx=0x7f71a8007a90 comp rx=0 tx=0).stop 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 shutdown_connections 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f71980a3cd0 0x7f71980a6190 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71b0108a60 0x7f71b019fb50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71b006b1f0 0x7f71b019b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 --2- 172.21.15.55:0/686632238 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71b006bbb0 0x7f71b019b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 >> 172.21.15.55:0/686632238 conn(0x7f71b00789e0 msgr2=0x7f71b00ffaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 shutdown_connections 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:21.327+0000 7f71b53a2700 1 -- 172.21.15.55:0/686632238 wait complete. 2024-04-23T18:22:21.325 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:22:21.972 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":330,"stamp":"2024-04-23T18:22:20.940557+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658461,"num_objects":102,"num_object_clones":0,"num_object_copies":306,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":866,"num_read_kb":563,"num_write":419,"num_write_kb":3072,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182421,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":344,"ondisk_log_size":344,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":365184,"kb_used_data":11796,"kb_used_omap":18,"kb_used_meta":353197,"kb_avail":1124576640,"statfs":{"total":1151940427776,"available":1151566479360,"internally_reserved":0,"allocated":12079104,"data_stored":7487847,"data_compressed":184860,"data_compressed_allocated":245760,"data_compressed_original":1990656,"omap_allocated":19142,"internal_metadata":361674042},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":125,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003087"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037010+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:21:58.037010+0000","last_peered":"2024-04-23T18:21:58.037010+0000","last_clean":"2024-04-23T18:21:58.037010+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:21:58.037010+0000","last_undegraded":"2024-04-23T18:21:58.037010+0000","last_fullsized":"2024-04-23T18:21:58.037010+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038883+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:21:58.038883+0000","last_peered":"2024-04-23T18:21:58.038883+0000","last_clean":"2024-04-23T18:21:58.038883+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:21:58.038883+0000","last_undegraded":"2024-04-23T18:21:58.038883+0000","last_fullsized":"2024-04-23T18:21:58.038883+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039103+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:21:58.039103+0000","last_peered":"2024-04-23T18:21:58.039103+0000","last_clean":"2024-04-23T18:21:58.039103+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:21:58.039103+0000","last_undegraded":"2024-04-23T18:21:58.039103+0000","last_fullsized":"2024-04-23T18:21:58.039103+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075825+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:21:58.075825+0000","last_peered":"2024-04-23T18:21:58.075825+0000","last_clean":"2024-04-23T18:21:58.075825+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:21:58.075825+0000","last_undegraded":"2024-04-23T18:21:58.075825+0000","last_fullsized":"2024-04-23T18:21:58.075825+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037985+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:21:58.037985+0000","last_peered":"2024-04-23T18:21:58.037985+0000","last_clean":"2024-04-23T18:21:58.037985+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:21:58.037985+0000","last_undegraded":"2024-04-23T18:21:58.037985+0000","last_fullsized":"2024-04-23T18:21:58.037985+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039055+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:21:58.039055+0000","last_peered":"2024-04-23T18:21:58.039055+0000","last_clean":"2024-04-23T18:21:58.039055+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:21:58.039055+0000","last_undegraded":"2024-04-23T18:21:58.039055+0000","last_fullsized":"2024-04-23T18:21:58.039055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037993+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:21:58.037993+0000","last_peered":"2024-04-23T18:21:58.037993+0000","last_clean":"2024-04-23T18:21:58.037993+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:21:58.037993+0000","last_undegraded":"2024-04-23T18:21:58.037993+0000","last_fullsized":"2024-04-23T18:21:58.037993+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038443+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:21:58.038443+0000","last_peered":"2024-04-23T18:21:58.038443+0000","last_clean":"2024-04-23T18:21:58.038443+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:21:58.038443+0000","last_undegraded":"2024-04-23T18:21:58.038443+0000","last_fullsized":"2024-04-23T18:21:58.038443+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075843+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:21:58.075843+0000","last_peered":"2024-04-23T18:21:58.075843+0000","last_clean":"2024-04-23T18:21:58.075843+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:21:58.075843+0000","last_undegraded":"2024-04-23T18:21:58.075843+0000","last_fullsized":"2024-04-23T18:21:58.075843+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038996+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:21:58.038996+0000","last_peered":"2024-04-23T18:21:58.038996+0000","last_clean":"2024-04-23T18:21:58.038996+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:21:58.038996+0000","last_undegraded":"2024-04-23T18:21:58.038996+0000","last_fullsized":"2024-04-23T18:21:58.038996+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038042+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:21:58.038042+0000","last_peered":"2024-04-23T18:21:58.038042+0000","last_clean":"2024-04-23T18:21:58.038042+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:21:58.038042+0000","last_undegraded":"2024-04-23T18:21:58.038042+0000","last_fullsized":"2024-04-23T18:21:58.038042+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041355+0000","last_change":"2024-04-23T18:21:58.040517+0000","last_active":"2024-04-23T18:21:58.041355+0000","last_peered":"2024-04-23T18:21:58.041355+0000","last_clean":"2024-04-23T18:21:58.041355+0000","last_became_active":"2024-04-23T18:21:58.040148+0000","last_became_peered":"2024-04-23T18:21:58.040148+0000","last_unstale":"2024-04-23T18:21:58.041355+0000","last_undegraded":"2024-04-23T18:21:58.041355+0000","last_fullsized":"2024-04-23T18:21:58.041355+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:32:19.706063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041976+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:21:58.041976+0000","last_peered":"2024-04-23T18:21:58.041976+0000","last_clean":"2024-04-23T18:21:58.041976+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:21:58.041976+0000","last_undegraded":"2024-04-23T18:21:58.041976+0000","last_fullsized":"2024-04-23T18:21:58.041976+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038215+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:21:58.038215+0000","last_peered":"2024-04-23T18:21:58.038215+0000","last_clean":"2024-04-23T18:21:58.038215+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:21:58.038215+0000","last_undegraded":"2024-04-23T18:21:58.038215+0000","last_fullsized":"2024-04-23T18:21:58.038215+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038204+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:21:58.038204+0000","last_peered":"2024-04-23T18:21:58.038204+0000","last_clean":"2024-04-23T18:21:58.038204+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:21:58.038204+0000","last_undegraded":"2024-04-23T18:21:58.038204+0000","last_fullsized":"2024-04-23T18:21:58.038204+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075065+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:21:58.075065+0000","last_peered":"2024-04-23T18:21:58.075065+0000","last_clean":"2024-04-23T18:21:58.075065+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:21:58.075065+0000","last_undegraded":"2024-04-23T18:21:58.075065+0000","last_fullsized":"2024-04-23T18:21:58.075065+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036886+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:21:58.036886+0000","last_peered":"2024-04-23T18:21:58.036886+0000","last_clean":"2024-04-23T18:21:58.036886+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:21:58.036886+0000","last_undegraded":"2024-04-23T18:21:58.036886+0000","last_fullsized":"2024-04-23T18:21:58.036886+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035482+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:21:58.035482+0000","last_peered":"2024-04-23T18:21:58.035482+0000","last_clean":"2024-04-23T18:21:58.035482+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:21:58.035482+0000","last_undegraded":"2024-04-23T18:21:58.035482+0000","last_fullsized":"2024-04-23T18:21:58.035482+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039398+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:21:58.039398+0000","last_peered":"2024-04-23T18:21:58.039398+0000","last_clean":"2024-04-23T18:21:58.039398+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:21:58.039398+0000","last_undegraded":"2024-04-23T18:21:58.039398+0000","last_fullsized":"2024-04-23T18:21:58.039398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'13","reported_seq":123,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:18.066359+0000","last_change":"2024-04-23T18:21:58.050820+0000","last_active":"2024-04-23T18:22:18.066359+0000","last_peered":"2024-04-23T18:22:18.066359+0000","last_clean":"2024-04-23T18:22:18.066359+0000","last_became_active":"2024-04-23T18:21:58.040056+0000","last_became_peered":"2024-04-23T18:21:58.040056+0000","last_unstale":"2024-04-23T18:22:18.066359+0000","last_undegraded":"2024-04-23T18:22:18.066359+0000","last_fullsized":"2024-04-23T18:22:18.066359+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:22:57.765123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":63,"num_read_kb":63,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039043+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:21:58.039043+0000","last_peered":"2024-04-23T18:21:58.039043+0000","last_clean":"2024-04-23T18:21:58.039043+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:21:58.039043+0000","last_undegraded":"2024-04-23T18:21:58.039043+0000","last_fullsized":"2024-04-23T18:21:58.039043+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039366+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:21:58.039366+0000","last_peered":"2024-04-23T18:21:58.039366+0000","last_clean":"2024-04-23T18:21:58.039366+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:21:58.039366+0000","last_undegraded":"2024-04-23T18:21:58.039366+0000","last_fullsized":"2024-04-23T18:21:58.039366+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038906+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:21:58.038906+0000","last_peered":"2024-04-23T18:21:58.038906+0000","last_clean":"2024-04-23T18:21:58.038906+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:21:58.038906+0000","last_undegraded":"2024-04-23T18:21:58.038906+0000","last_fullsized":"2024-04-23T18:21:58.038906+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"86'12","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038625+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:21:58.038625+0000","last_peered":"2024-04-23T18:21:58.038625+0000","last_clean":"2024-04-23T18:21:58.038625+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:21:58.038625+0000","last_undegraded":"2024-04-23T18:21:58.038625+0000","last_fullsized":"2024-04-23T18:21:58.038625+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075232+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:21:58.075232+0000","last_peered":"2024-04-23T18:21:58.075232+0000","last_clean":"2024-04-23T18:21:58.075232+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:21:58.075232+0000","last_undegraded":"2024-04-23T18:21:58.075232+0000","last_fullsized":"2024-04-23T18:21:58.075232+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038299+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:21:58.038299+0000","last_peered":"2024-04-23T18:21:58.038299+0000","last_clean":"2024-04-23T18:21:58.038299+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:21:58.038299+0000","last_undegraded":"2024-04-23T18:21:58.038299+0000","last_fullsized":"2024-04-23T18:21:58.038299+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042020+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:21:58.042020+0000","last_peered":"2024-04-23T18:21:58.042020+0000","last_clean":"2024-04-23T18:21:58.042020+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:21:58.042020+0000","last_undegraded":"2024-04-23T18:21:58.042020+0000","last_fullsized":"2024-04-23T18:21:58.042020+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"86'6","reported_seq":110,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.101676+0000","last_change":"2024-04-23T18:21:58.080395+0000","last_active":"2024-04-23T18:22:15.101676+0000","last_peered":"2024-04-23T18:22:15.101676+0000","last_clean":"2024-04-23T18:22:15.101676+0000","last_became_active":"2024-04-23T18:21:58.076584+0000","last_became_peered":"2024-04-23T18:21:58.076584+0000","last_unstale":"2024-04-23T18:22:15.101676+0000","last_undegraded":"2024-04-23T18:22:15.101676+0000","last_fullsized":"2024-04-23T18:22:15.101676+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:34:40.750893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":65,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038812+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:21:58.038812+0000","last_peered":"2024-04-23T18:21:58.038812+0000","last_clean":"2024-04-23T18:21:58.038812+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:21:58.038812+0000","last_undegraded":"2024-04-23T18:21:58.038812+0000","last_fullsized":"2024-04-23T18:21:58.038812+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":40,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.082659+0000","last_change":"2024-04-23T18:21:58.082659+0000","last_active":"2024-04-23T18:21:58.082659+0000","last_peered":"2024-04-23T18:21:58.082659+0000","last_clean":"2024-04-23T18:21:58.082659+0000","last_became_active":"2024-04-23T18:21:58.077153+0000","last_became_peered":"2024-04-23T18:21:58.077153+0000","last_unstale":"2024-04-23T18:21:58.082659+0000","last_undegraded":"2024-04-23T18:21:58.082659+0000","last_fullsized":"2024-04-23T18:21:58.082659+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:37:24.291762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.077824+0000","last_change":"2024-04-23T18:21:58.077035+0000","last_active":"2024-04-23T18:21:58.077824+0000","last_peered":"2024-04-23T18:21:58.077824+0000","last_clean":"2024-04-23T18:21:58.077824+0000","last_became_active":"2024-04-23T18:21:58.076616+0000","last_became_peered":"2024-04-23T18:21:58.076616+0000","last_unstale":"2024-04-23T18:21:58.077824+0000","last_undegraded":"2024-04-23T18:21:58.077824+0000","last_fullsized":"2024-04-23T18:21:58.077824+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:17:35.001205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041924+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:21:58.041924+0000","last_peered":"2024-04-23T18:21:58.041924+0000","last_clean":"2024-04-23T18:21:58.041924+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:21:58.041924+0000","last_undegraded":"2024-04-23T18:21:58.041924+0000","last_fullsized":"2024-04-23T18:21:58.041924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038551+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:21:58.038551+0000","last_peered":"2024-04-23T18:21:58.038551+0000","last_clean":"2024-04-23T18:21:58.038551+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:21:58.038551+0000","last_undegraded":"2024-04-23T18:21:58.038551+0000","last_fullsized":"2024-04-23T18:21:58.038551+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041369+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:21:58.041369+0000","last_peered":"2024-04-23T18:21:58.041369+0000","last_clean":"2024-04-23T18:21:58.041369+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:21:58.041369+0000","last_undegraded":"2024-04-23T18:21:58.041369+0000","last_fullsized":"2024-04-23T18:21:58.041369+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035193+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:21:58.035193+0000","last_peered":"2024-04-23T18:21:58.035193+0000","last_clean":"2024-04-23T18:21:58.035193+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:21:58.035193+0000","last_undegraded":"2024-04-23T18:21:58.035193+0000","last_fullsized":"2024-04-23T18:21:58.035193+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"86'4","reported_seq":168,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:19.861063+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:22:19.861063+0000","last_peered":"2024-04-23T18:22:19.861063+0000","last_clean":"2024-04-23T18:22:19.861063+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:22:19.861063+0000","last_undegraded":"2024-04-23T18:22:19.861063+0000","last_fullsized":"2024-04-23T18:22:19.861063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":145,"num_read_kb":145,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075797+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:21:58.075797+0000","last_peered":"2024-04-23T18:21:58.075797+0000","last_clean":"2024-04-23T18:21:58.075797+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:21:58.075797+0000","last_undegraded":"2024-04-23T18:21:58.075797+0000","last_fullsized":"2024-04-23T18:21:58.075797+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037868+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:21:58.037868+0000","last_peered":"2024-04-23T18:21:58.037868+0000","last_clean":"2024-04-23T18:21:58.037868+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:21:58.037868+0000","last_undegraded":"2024-04-23T18:21:58.037868+0000","last_fullsized":"2024-04-23T18:21:58.037868+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039014+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:21:58.039014+0000","last_peered":"2024-04-23T18:21:58.039014+0000","last_clean":"2024-04-23T18:21:58.039014+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:21:58.039014+0000","last_undegraded":"2024-04-23T18:21:58.039014+0000","last_fullsized":"2024-04-23T18:21:58.039014+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042146+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:21:58.042146+0000","last_peered":"2024-04-23T18:21:58.042146+0000","last_clean":"2024-04-23T18:21:58.042146+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:21:58.042146+0000","last_undegraded":"2024-04-23T18:21:58.042146+0000","last_fullsized":"2024-04-23T18:21:58.042146+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075492+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:21:58.075492+0000","last_peered":"2024-04-23T18:21:58.075492+0000","last_clean":"2024-04-23T18:21:58.075492+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:21:58.075492+0000","last_undegraded":"2024-04-23T18:21:58.075492+0000","last_fullsized":"2024-04-23T18:21:58.075492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"86'30","reported_seq":205,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:20.108826+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:22:20.108826+0000","last_peered":"2024-04-23T18:22:20.108826+0000","last_clean":"2024-04-23T18:22:20.108826+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:22:20.108826+0000","last_undegraded":"2024-04-23T18:22:20.108826+0000","last_fullsized":"2024-04-23T18:22:20.108826+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61046,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":156,"num_read_kb":137,"num_write":32,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038316+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:21:58.038316+0000","last_peered":"2024-04-23T18:21:58.038316+0000","last_clean":"2024-04-23T18:21:58.038316+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:21:58.038316+0000","last_undegraded":"2024-04-23T18:21:58.038316+0000","last_fullsized":"2024-04-23T18:21:58.038316+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":30,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039314+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:21:58.039314+0000","last_peered":"2024-04-23T18:21:58.039314+0000","last_clean":"2024-04-23T18:21:58.039314+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:21:58.039314+0000","last_undegraded":"2024-04-23T18:21:58.039314+0000","last_fullsized":"2024-04-23T18:21:58.039314+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042425+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:21:58.042425+0000","last_peered":"2024-04-23T18:21:58.042425+0000","last_clean":"2024-04-23T18:21:58.042425+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:21:58.042425+0000","last_undegraded":"2024-04-23T18:21:58.042425+0000","last_fullsized":"2024-04-23T18:21:58.042425+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041952+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:21:58.041952+0000","last_peered":"2024-04-23T18:21:58.041952+0000","last_clean":"2024-04-23T18:21:58.041952+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:21:58.041952+0000","last_undegraded":"2024-04-23T18:21:58.041952+0000","last_fullsized":"2024-04-23T18:21:58.041952+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042976+0000","last_change":"2024-04-23T18:21:58.042976+0000","last_active":"2024-04-23T18:21:58.042976+0000","last_peered":"2024-04-23T18:21:58.042976+0000","last_clean":"2024-04-23T18:21:58.042976+0000","last_became_active":"2024-04-23T18:21:58.042606+0000","last_became_peered":"2024-04-23T18:21:58.042606+0000","last_unstale":"2024-04-23T18:21:58.042976+0000","last_undegraded":"2024-04-23T18:21:58.042976+0000","last_fullsized":"2024-04-23T18:21:58.042976+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:29:07.925372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"86'5","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.874215+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:22:16.874215+0000","last_peered":"2024-04-23T18:22:16.874215+0000","last_clean":"2024-04-23T18:22:16.874215+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:22:16.874215+0000","last_undegraded":"2024-04-23T18:22:16.874215+0000","last_fullsized":"2024-04-23T18:22:16.874215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037549+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:21:58.037549+0000","last_peered":"2024-04-23T18:21:58.037549+0000","last_clean":"2024-04-23T18:21:58.037549+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:21:58.037549+0000","last_undegraded":"2024-04-23T18:21:58.037549+0000","last_fullsized":"2024-04-23T18:21:58.037549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037841+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:21:58.037841+0000","last_peered":"2024-04-23T18:21:58.037841+0000","last_clean":"2024-04-23T18:21:58.037841+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:21:58.037841+0000","last_undegraded":"2024-04-23T18:21:58.037841+0000","last_fullsized":"2024-04-23T18:21:58.037841+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041971+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:21:58.041971+0000","last_peered":"2024-04-23T18:21:58.041971+0000","last_clean":"2024-04-23T18:21:58.041971+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:21:58.041971+0000","last_undegraded":"2024-04-23T18:21:58.041971+0000","last_fullsized":"2024-04-23T18:21:58.041971+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":22,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038114+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:21:58.038114+0000","last_peered":"2024-04-23T18:21:58.038114+0000","last_clean":"2024-04-23T18:21:58.038114+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:21:58.038114+0000","last_undegraded":"2024-04-23T18:21:58.038114+0000","last_fullsized":"2024-04-23T18:21:58.038114+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036647+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:21:58.036647+0000","last_peered":"2024-04-23T18:21:58.036647+0000","last_clean":"2024-04-23T18:21:58.036647+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:21:58.036647+0000","last_undegraded":"2024-04-23T18:21:58.036647+0000","last_fullsized":"2024-04-23T18:21:58.036647+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":20,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035353+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:21:58.035353+0000","last_peered":"2024-04-23T18:21:58.035353+0000","last_clean":"2024-04-23T18:21:58.035353+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:21:58.035353+0000","last_undegraded":"2024-04-23T18:21:58.035353+0000","last_fullsized":"2024-04-23T18:21:58.035353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038838+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:21:58.038838+0000","last_peered":"2024-04-23T18:21:58.038838+0000","last_clean":"2024-04-23T18:21:58.038838+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:21:58.038838+0000","last_undegraded":"2024-04-23T18:21:58.038838+0000","last_fullsized":"2024-04-23T18:21:58.038838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"86'5","reported_seq":93,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.064374+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:22:16.064374+0000","last_peered":"2024-04-23T18:22:16.064374+0000","last_clean":"2024-04-23T18:22:16.064374+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:22:16.064374+0000","last_undegraded":"2024-04-23T18:22:16.064374+0000","last_fullsized":"2024-04-23T18:22:16.064374+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":69,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038538+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:21:58.038538+0000","last_peered":"2024-04-23T18:21:58.038538+0000","last_clean":"2024-04-23T18:21:58.038538+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:21:58.038538+0000","last_undegraded":"2024-04-23T18:21:58.038538+0000","last_fullsized":"2024-04-23T18:21:58.038538+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041511+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:21:58.041511+0000","last_peered":"2024-04-23T18:21:58.041511+0000","last_clean":"2024-04-23T18:21:58.041511+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:21:58.041511+0000","last_undegraded":"2024-04-23T18:21:58.041511+0000","last_fullsized":"2024-04-23T18:21:58.041511+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'5","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:16.873490+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:22:16.873490+0000","last_peered":"2024-04-23T18:22:16.873490+0000","last_clean":"2024-04-23T18:22:16.873490+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:22:16.873490+0000","last_undegraded":"2024-04-23T18:22:16.873490+0000","last_fullsized":"2024-04-23T18:22:16.873490+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038873+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:21:58.038873+0000","last_peered":"2024-04-23T18:21:58.038873+0000","last_clean":"2024-04-23T18:21:58.038873+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:21:58.038873+0000","last_undegraded":"2024-04-23T18:21:58.038873+0000","last_fullsized":"2024-04-23T18:21:58.038873+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":28,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075798+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:21:58.075798+0000","last_peered":"2024-04-23T18:21:58.075798+0000","last_clean":"2024-04-23T18:21:58.075798+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:21:58.075798+0000","last_undegraded":"2024-04-23T18:21:58.075798+0000","last_fullsized":"2024-04-23T18:21:58.075798+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":354,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037700+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:21:58.037700+0000","last_peered":"2024-04-23T18:21:58.037700+0000","last_clean":"2024-04-23T18:21:58.037700+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:21:58.037700+0000","last_undegraded":"2024-04-23T18:21:58.037700+0000","last_fullsized":"2024-04-23T18:21:58.037700+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041777+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:21:58.041777+0000","last_peered":"2024-04-23T18:21:58.041777+0000","last_clean":"2024-04-23T18:21:58.041777+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:21:58.041777+0000","last_undegraded":"2024-04-23T18:21:58.041777+0000","last_fullsized":"2024-04-23T18:21:58.041777+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037765+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:21:58.037765+0000","last_peered":"2024-04-23T18:21:58.037765+0000","last_clean":"2024-04-23T18:21:58.037765+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:21:58.037765+0000","last_undegraded":"2024-04-23T18:21:58.037765+0000","last_fullsized":"2024-04-23T18:21:58.037765+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038429+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:21:58.038429+0000","last_peered":"2024-04-23T18:21:58.038429+0000","last_clean":"2024-04-23T18:21:58.038429+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:21:58.038429+0000","last_undegraded":"2024-04-23T18:21:58.038429+0000","last_fullsized":"2024-04-23T18:21:58.038429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041954+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:21:58.041954+0000","last_peered":"2024-04-23T18:21:58.041954+0000","last_clean":"2024-04-23T18:21:58.041954+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:21:58.041954+0000","last_undegraded":"2024-04-23T18:21:58.041954+0000","last_fullsized":"2024-04-23T18:21:58.041954+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"86'12","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.035602+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:21:58.035602+0000","last_peered":"2024-04-23T18:21:58.035602+0000","last_clean":"2024-04-23T18:21:58.035602+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:21:58.035602+0000","last_undegraded":"2024-04-23T18:21:58.035602+0000","last_fullsized":"2024-04-23T18:21:58.035602+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039115+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:21:58.039115+0000","last_peered":"2024-04-23T18:21:58.039115+0000","last_clean":"2024-04-23T18:21:58.039115+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:21:58.039115+0000","last_undegraded":"2024-04-23T18:21:58.039115+0000","last_fullsized":"2024-04-23T18:21:58.039115+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":27,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075569+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:21:58.075569+0000","last_peered":"2024-04-23T18:21:58.075569+0000","last_clean":"2024-04-23T18:21:58.075569+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:21:58.075569+0000","last_undegraded":"2024-04-23T18:21:58.075569+0000","last_fullsized":"2024-04-23T18:21:58.075569+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.076414+0000","last_change":"2024-04-23T18:21:58.076414+0000","last_active":"2024-04-23T18:21:58.076414+0000","last_peered":"2024-04-23T18:21:58.076414+0000","last_clean":"2024-04-23T18:21:58.076414+0000","last_became_active":"2024-04-23T18:21:58.076031+0000","last_became_peered":"2024-04-23T18:21:58.076031+0000","last_unstale":"2024-04-23T18:21:58.076414+0000","last_undegraded":"2024-04-23T18:21:58.076414+0000","last_fullsized":"2024-04-23T18:21:58.076414+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:54:19.150907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075538+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:21:58.075538+0000","last_peered":"2024-04-23T18:21:58.075538+0000","last_clean":"2024-04-23T18:21:58.075538+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:21:58.075538+0000","last_undegraded":"2024-04-23T18:21:58.075538+0000","last_fullsized":"2024-04-23T18:21:58.075538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037657+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:21:58.037657+0000","last_peered":"2024-04-23T18:21:58.037657+0000","last_clean":"2024-04-23T18:21:58.037657+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:21:58.037657+0000","last_undegraded":"2024-04-23T18:21:58.037657+0000","last_fullsized":"2024-04-23T18:21:58.037657+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038463+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:21:58.038463+0000","last_peered":"2024-04-23T18:21:58.038463+0000","last_clean":"2024-04-23T18:21:58.038463+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:21:58.038463+0000","last_undegraded":"2024-04-23T18:21:58.038463+0000","last_fullsized":"2024-04-23T18:21:58.038463+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036319+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:21:58.036319+0000","last_peered":"2024-04-23T18:21:58.036319+0000","last_clean":"2024-04-23T18:21:58.036319+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:21:58.036319+0000","last_undegraded":"2024-04-23T18:21:58.036319+0000","last_fullsized":"2024-04-23T18:21:58.036319+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.050638+0000","last_change":"2024-04-23T18:21:58.050219+0000","last_active":"2024-04-23T18:21:58.050638+0000","last_peered":"2024-04-23T18:21:58.050638+0000","last_clean":"2024-04-23T18:21:58.050638+0000","last_became_active":"2024-04-23T18:21:58.043463+0000","last_became_peered":"2024-04-23T18:21:58.043463+0000","last_unstale":"2024-04-23T18:21:58.050638+0000","last_undegraded":"2024-04-23T18:21:58.050638+0000","last_fullsized":"2024-04-23T18:21:58.050638+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:07:14.617419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,6],"acting":[11,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038717+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:21:58.038717+0000","last_peered":"2024-04-23T18:21:58.038717+0000","last_clean":"2024-04-23T18:21:58.038717+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:21:58.038717+0000","last_undegraded":"2024-04-23T18:21:58.038717+0000","last_fullsized":"2024-04-23T18:21:58.038717+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038096+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:21:58.038096+0000","last_peered":"2024-04-23T18:21:58.038096+0000","last_clean":"2024-04-23T18:21:58.038096+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:21:58.038096+0000","last_undegraded":"2024-04-23T18:21:58.038096+0000","last_fullsized":"2024-04-23T18:21:58.038096+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037991+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:21:58.037991+0000","last_peered":"2024-04-23T18:21:58.037991+0000","last_clean":"2024-04-23T18:21:58.037991+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:21:58.037991+0000","last_undegraded":"2024-04-23T18:21:58.037991+0000","last_fullsized":"2024-04-23T18:21:58.037991+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":94,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:22:15.855289+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:22:15.855289+0000","last_peered":"2024-04-23T18:22:15.855289+0000","last_clean":"2024-04-23T18:22:15.855289+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:22:15.855289+0000","last_undegraded":"2024-04-23T18:22:15.855289+0000","last_fullsized":"2024-04-23T18:22:15.855289+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":70,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038091+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:21:58.038091+0000","last_peered":"2024-04-23T18:21:58.038091+0000","last_clean":"2024-04-23T18:21:58.038091+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:21:58.038091+0000","last_undegraded":"2024-04-23T18:21:58.038091+0000","last_fullsized":"2024-04-23T18:21:58.038091+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"86'3","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042102+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:21:58.042102+0000","last_peered":"2024-04-23T18:21:58.042102+0000","last_clean":"2024-04-23T18:21:58.042102+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:21:58.042102+0000","last_undegraded":"2024-04-23T18:21:58.042102+0000","last_fullsized":"2024-04-23T18:21:58.042102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"86'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.037713+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:21:58.037713+0000","last_peered":"2024-04-23T18:21:58.037713+0000","last_clean":"2024-04-23T18:21:58.037713+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:21:58.037713+0000","last_undegraded":"2024-04-23T18:21:58.037713+0000","last_fullsized":"2024-04-23T18:21:58.037713+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042042+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:21:58.042042+0000","last_peered":"2024-04-23T18:21:58.042042+0000","last_clean":"2024-04-23T18:21:58.042042+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:21:58.042042+0000","last_undegraded":"2024-04-23T18:21:58.042042+0000","last_fullsized":"2024-04-23T18:21:58.042042+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038230+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:21:58.038230+0000","last_peered":"2024-04-23T18:21:58.038230+0000","last_clean":"2024-04-23T18:21:58.038230+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:21:58.038230+0000","last_undegraded":"2024-04-23T18:21:58.038230+0000","last_fullsized":"2024-04-23T18:21:58.038230+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036374+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:21:58.036374+0000","last_peered":"2024-04-23T18:21:58.036374+0000","last_clean":"2024-04-23T18:21:58.036374+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:21:58.036374+0000","last_undegraded":"2024-04-23T18:21:58.036374+0000","last_fullsized":"2024-04-23T18:21:58.036374+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.043735+0000","last_change":"2024-04-23T18:21:58.043735+0000","last_active":"2024-04-23T18:21:58.043735+0000","last_peered":"2024-04-23T18:21:58.043735+0000","last_clean":"2024-04-23T18:21:58.043735+0000","last_became_active":"2024-04-23T18:21:58.043270+0000","last_became_peered":"2024-04-23T18:21:58.043270+0000","last_unstale":"2024-04-23T18:21:58.043735+0000","last_undegraded":"2024-04-23T18:21:58.043735+0000","last_fullsized":"2024-04-23T18:21:58.043735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:27.657932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.040162+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:21:58.040162+0000","last_peered":"2024-04-23T18:21:58.040162+0000","last_clean":"2024-04-23T18:21:58.040162+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:21:58.040162+0000","last_undegraded":"2024-04-23T18:21:58.040162+0000","last_fullsized":"2024-04-23T18:21:58.040162+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038658+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:21:58.038658+0000","last_peered":"2024-04-23T18:21:58.038658+0000","last_clean":"2024-04-23T18:21:58.038658+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:21:58.038658+0000","last_undegraded":"2024-04-23T18:21:58.038658+0000","last_fullsized":"2024-04-23T18:21:58.038658+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041941+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:21:58.041941+0000","last_peered":"2024-04-23T18:21:58.041941+0000","last_clean":"2024-04-23T18:21:58.041941+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:21:58.041941+0000","last_undegraded":"2024-04-23T18:21:58.041941+0000","last_fullsized":"2024-04-23T18:21:58.041941+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036576+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:21:58.036576+0000","last_peered":"2024-04-23T18:21:58.036576+0000","last_clean":"2024-04-23T18:21:58.036576+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:21:58.036576+0000","last_undegraded":"2024-04-23T18:21:58.036576+0000","last_fullsized":"2024-04-23T18:21:58.036576+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039529+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:21:58.039529+0000","last_peered":"2024-04-23T18:21:58.039529+0000","last_clean":"2024-04-23T18:21:58.039529+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:21:58.039529+0000","last_undegraded":"2024-04-23T18:21:58.039529+0000","last_fullsized":"2024-04-23T18:21:58.039529+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.039001+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:21:58.039001+0000","last_peered":"2024-04-23T18:21:58.039001+0000","last_clean":"2024-04-23T18:21:58.039001+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:21:58.039001+0000","last_undegraded":"2024-04-23T18:21:58.039001+0000","last_fullsized":"2024-04-23T18:21:58.039001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.041471+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:21:58.041471+0000","last_peered":"2024-04-23T18:21:58.041471+0000","last_clean":"2024-04-23T18:21:58.041471+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:21:58.041471+0000","last_undegraded":"2024-04-23T18:21:58.041471+0000","last_fullsized":"2024-04-23T18:21:58.041471+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.038407+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:21:58.038407+0000","last_peered":"2024-04-23T18:21:58.038407+0000","last_clean":"2024-04-23T18:21:58.038407+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:21:58.038407+0000","last_undegraded":"2024-04-23T18:21:58.038407+0000","last_fullsized":"2024-04-23T18:21:58.038407+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.075962+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:21:58.075962+0000","last_peered":"2024-04-23T18:21:58.075962+0000","last_clean":"2024-04-23T18:21:58.075962+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:21:58.075962+0000","last_undegraded":"2024-04-23T18:21:58.075962+0000","last_fullsized":"2024-04-23T18:21:58.075962+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.042091+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:21:58.042091+0000","last_peered":"2024-04-23T18:21:58.042091+0000","last_clean":"2024-04-23T18:21:58.042091+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:21:58.042091+0000","last_undegraded":"2024-04-23T18:21:58.042091+0000","last_fullsized":"2024-04-23T18:21:58.042091+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-04-23T18:21:58.036495+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:21:58.036495+0000","last_peered":"2024-04-23T18:21:58.036495+0000","last_clean":"2024-04-23T18:21:58.036495+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:21:58.036495+0000","last_undegraded":"2024-04-23T18:21:58.036495+0000","last_fullsized":"2024-04-23T18:21:58.036495+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":286375,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67859,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":730,"num_read_kb":444,"num_write":236,"num_write_kb":132,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1685,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":203577,"data_compressed":5610,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":0,"internal_metadata":0},"log_size":205,"ondisk_log_size":205,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351004,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":461236,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612642,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1110016,"data_stored":1112639,"data_compressed":44115,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776168,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":460494,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037804,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":460872,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299441,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1024000,"data_stored":1052718,"data_compressed":42245,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462966,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":966656,"data_stored":460211,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574928,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1032192,"data_stored":523183,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738452,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":461550,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411402,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32196,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712956,"statfs":{"total":95995035648,"available":95962066944,"internally_reserved":0,"allocated":1036288,"data_stored":521768,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149766,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":460036,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888128,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32128,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713024,"statfs":{"total":95995035648,"available":95962136576,"internally_reserved":0,"allocated":966656,"data_stored":460072,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28044,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717108,"statfs":{"total":95995035648,"available":95966318592,"internally_reserved":0,"allocated":1044480,"data_stored":1053068,"data_compressed":42245,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34775,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":63811,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":62396,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2861,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":62782,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:22:21.976 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-23T18:22:21.976 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-23T18:22:21.976 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-23T18:22:21.976 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-23T18:22:22.225 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:22.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:22 smithi116 ceph-mon[32310]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:22.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:22 smithi116 ceph-mon[32310]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:22.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:22 smithi055 ceph-mon[29189]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:22.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:22 smithi055 ceph-mon[29189]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:23.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:22 smithi152 ceph-mon[33022]: pgmap v330: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:23.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:22 smithi152 ceph-mon[33022]: from='client.14952 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:22:23.878 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 -- 172.21.15.55:0/3152365590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc101930 msgr2=0x7f21fc101db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 --2- 172.21.15.55:0/3152365590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc101930 0x7f21fc101db0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f21e4009990 tx=0x7f21e4009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 -- 172.21.15.55:0/3152365590 shutdown_connections 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 --2- 172.21.15.55:0/3152365590 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc1022f0 0x7f21fc10e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 --2- 172.21.15.55:0/3152365590 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc107d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 --2- 172.21.15.55:0/3152365590 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc101930 0x7f21fc101db0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 -- 172.21.15.55:0/3152365590 >> 172.21.15.55:0/3152365590 conn(0x7f21fc0788b0 msgr2=0x7f21fc078cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 -- 172.21.15.55:0/3152365590 shutdown_connections 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.882+0000 7f2202301700 1 -- 172.21.15.55:0/3152365590 wait complete. 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 Processor -- start 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 -- start start 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc101930 0x7f21fc198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc19c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111c60 con 0x7f21fc1022f0 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111ae0 con 0x7f21fc107980 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f2202301700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f21fc111de0 con 0x7f21fc101930 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f21f3fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f21f3fff700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56292/0 (socket says 172.21.15.55:56292) 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.883+0000 7f21f3fff700 1 -- 172.21.15.55:0/512256948 learned_addr learned my addr 172.21.15.55:0/512256948 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f220089e700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc19c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21fbfff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc101930 0x7f21fc198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 -- 172.21.15.55:0/512256948 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc101930 msgr2=0x7f21fc198030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc101930 0x7f21fc198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 -- 172.21.15.55:0/512256948 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 msgr2=0x7f21fc19c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc19c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:23.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 -- 172.21.15.55:0/512256948 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21fc19d040 con 0x7f21fc1022f0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f220089e700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc19c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f3fff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f21e4000c00 tx=0x7f21e40037a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e4027070 con 0x7f21fc1022f0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21fc19d2d0 con 0x7f21fc1022f0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f21e40041e0 con 0x7f21fc1022f0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21e400f460 con 0x7f21fc1022f0 2024-04-23T18:22:23.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.884+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21fc1a4bb0 con 0x7f21fc1022f0 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.885+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21fc069730 con 0x7f21fc1022f0 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.886+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f21e402a070 con 0x7f21fc1022f0 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.887+0000 7f21f9ffb700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 0x7f21e80a6190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.887+0000 7f21fbfff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 0x7f21e80a6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.887+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f21e40d1440 con 0x7f21fc1022f0 2024-04-23T18:22:23.882 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.887+0000 7f21fbfff700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 0x7f21e80a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f21ec005950 tx=0x7f21ec005c70 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:23.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:23.892+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f21e4013070 con 0x7f21fc1022f0 2024-04-23T18:22:24.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.151+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f21fc199390 con 0x7f21fc1022f0 2024-04-23T18:22:24.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.151+0000 7f21f9ffb700 1 -- 172.21.15.55:0/512256948 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f21e4099020 con 0x7f21fc1022f0 2024-04-23T18:22:24.145 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:24.146 INFO:teuthology.orchestra.run.smithi055.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-23T18:22:24.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 msgr2=0x7f21e80a6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 0x7f21e80a6190 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f21ec005950 tx=0x7f21ec005c70 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 msgr2=0x7f21fc198570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f21e4000c00 tx=0x7f21e40037a0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 shutdown_connections 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f21e80a3cd0 0x7f21e80a6190 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f21fc107980 0x7f21fc19c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f21fc101930 0x7f21fc198030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 --2- 172.21.15.55:0/512256948 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f21fc1022f0 0x7f21fc198570 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 >> 172.21.15.55:0/512256948 conn(0x7f21fc0788b0 msgr2=0x7f21fc100590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 shutdown_connections 2024-04-23T18:22:24.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.153+0000 7f2202301700 1 -- 172.21.15.55:0/512256948 wait complete. 2024-04-23T18:22:24.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:24 smithi055 ceph-mon[29189]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:24.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:24 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/512256948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:24.773 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-23T18:22:24.774 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:24.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 -- 172.21.15.55:0/4285245039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc107d50 msgr2=0x7f3afc10a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/4285245039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc107d50 0x7f3afc10a140 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f3af4009ca0 tx=0x7f3af402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 -- 172.21.15.55:0/4285245039 shutdown_connections 2024-04-23T18:22:24.883 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/4285245039 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc105420 0x7f3afc107810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/4285245039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc107d50 0x7f3afc10a140 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/4285245039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc102af0 0x7f3afc104ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 -- 172.21.15.55:0/4285245039 >> 172.21.15.55:0/4285245039 conn(0x7f3afc0fc440 msgr2=0x7f3afc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 -- 172.21.15.55:0/4285245039 shutdown_connections 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 -- 172.21.15.55:0/4285245039 wait complete. 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.887+0000 7f3b01c6b640 1 Processor -- start 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 -- start start 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc102af0 0x7f3afc198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc107d50 0x7f3afc19f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc10dc40 con 0x7f3afc105420 2024-04-23T18:22:24.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc10dac0 con 0x7f3afc107d50 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3b01c6b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3afc10ddc0 con 0x7f3afc102af0 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56304/0 (socket says 172.21.15.55:56304) 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 -- 172.21.15.55:0/2386813746 learned_addr learned my addr 172.21.15.55:0/2386813746 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afbfff640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc107d50 0x7f3afc19f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afb7fe640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc102af0 0x7f3afc198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 -- 172.21.15.55:0/2386813746 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc102af0 msgr2=0x7f3afc198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc102af0 0x7f3afc198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 -- 172.21.15.55:0/2386813746 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc107d50 msgr2=0x7f3afc19f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc107d50 0x7f3afc19f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 -- 172.21.15.55:0/2386813746 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3afc19feb0 con 0x7f3afc105420 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.888+0000 7f3afaffd640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3af000e9f0 tx=0x7f3af000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:24.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.889+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af000ccc0 con 0x7f3afc105420 2024-04-23T18:22:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.889+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3af00054f0 con 0x7f3afc105420 2024-04-23T18:22:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.889+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3afc1a01a0 con 0x7f3afc105420 2024-04-23T18:22:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.889+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3af0010690 con 0x7f3afc105420 2024-04-23T18:22:24.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.889+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3afc1a06f0 con 0x7f3afc105420 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.890+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3afc0fdf30 con 0x7f3afc105420 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.891+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3af00046c0 con 0x7f3afc105420 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.891+0000 7f3af8ff9640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 0x7f3ae40a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.892+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f3af00d0850 con 0x7f3afc105420 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.892+0000 7f3afb7fe640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 0x7f3ae40a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:24.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.892+0000 7f3afb7fe640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 0x7f3ae40a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3aec005d00 tx=0x7f3aec00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:24.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:24.896+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3af009d0c0 con 0x7f3afc105420 2024-04-23T18:22:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:24 smithi116 ceph-mon[32310]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:24.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:24 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/512256948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:25.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.084+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3afc02d810 con 0x7f3afc105420 2024-04-23T18:22:25.080 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.086+0000 7f3af8ff9640 1 -- 172.21.15.55:0/2386813746 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7f3af009c9c0 con 0x7f3afc105420 2024-04-23T18:22:25.080 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:25.081 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 msgr2=0x7f3ae40a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 0x7f3ae40a6180 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3aec005d00 tx=0x7f3aec00b410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 msgr2=0x7f3afc1987d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f3af000e9f0 tx=0x7f3af000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 shutdown_connections 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3ae40a3cc0 0x7f3ae40a6180 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3afc107d50 0x7f3afc19f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3afc105420 0x7f3afc1987d0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 --2- 172.21.15.55:0/2386813746 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3afc102af0 0x7f3afc198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.083 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 >> 172.21.15.55:0/2386813746 conn(0x7f3afc0fc440 msgr2=0x7f3afc103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.088+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 shutdown_connections 2024-04-23T18:22:25.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.089+0000 7f3b01c6b640 1 -- 172.21.15.55:0/2386813746 wait complete. 2024-04-23T18:22:25.095 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:25.095 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:25.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:24 smithi152 ceph-mon[33022]: pgmap v331: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:25.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:24 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/512256948' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-23T18:22:25.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.206+0000 7f0b5c66b640 1 -- 172.21.15.55:0/1637591092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54105340 msgr2=0x7f0b54107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.206+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/1637591092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54105340 0x7f0b54107730 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f0b44009900 tx=0x7f0b4402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- 172.21.15.55:0/1637591092 shutdown_connections 2024-04-23T18:22:25.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/1637591092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54107c70 0x7f0b5410a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/1637591092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54105340 0x7f0b54107730 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/1637591092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54102a10 0x7f0b54104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- 172.21.15.55:0/1637591092 >> 172.21.15.55:0/1637591092 conn(0x7f0b540fc400 msgr2=0x7f0b540fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- 172.21.15.55:0/1637591092 shutdown_connections 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- 172.21.15.55:0/1637591092 wait complete. 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 Processor -- start 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- start start 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54102a10 0x7f0b54198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 0x7f0b541988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0b5410dbe0 con 0x7f0b54107c70 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0b5410da60 con 0x7f0b54102a10 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.207+0000 7f0b5c66b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f0b5410dd60 con 0x7f0b54105340 2024-04-23T18:22:25.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56328/0 (socket says 172.21.15.55:56328) 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 -- 172.21.15.55:0/3065662484 learned_addr learned my addr 172.21.15.55:0/3065662484 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b59c06640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 0x7f0b541988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5a407640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54102a10 0x7f0b54198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 -- 172.21.15.55:0/3065662484 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 msgr2=0x7f0b541988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 0x7f0b541988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 -- 172.21.15.55:0/3065662484 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54102a10 msgr2=0x7f0b54198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54102a10 0x7f0b54198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 -- 172.21.15.55:0/3065662484 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b5419ff30 con 0x7f0b54107c70 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b59c06640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 0x7f0b541988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5ac08640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00cad0 tx=0x7f0b4c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00ae20 con 0x7f0b54107c70 2024-04-23T18:22:25.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b541a0220 con 0x7f0b54107c70 2024-04-23T18:22:25.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0b4c005020 con 0x7f0b54107c70 2024-04-23T18:22:25.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b4c00f6b0 con 0x7f0b54107c70 2024-04-23T18:22:25.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.208+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b541a0740 con 0x7f0b54107c70 2024-04-23T18:22:25.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.209+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b540fdef0 con 0x7f0b54107c70 2024-04-23T18:22:25.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.210+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f0b4c0051d0 con 0x7f0b54107c70 2024-04-23T18:22:25.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.211+0000 7f0b4b7fe640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 0x7f0b400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.211+0000 7f0b5a407640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 0x7f0b400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.211+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f0b4c0d0af0 con 0x7f0b54107c70 2024-04-23T18:22:25.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.212+0000 7f0b5a407640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 0x7f0b400a6100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0b500058c0 tx=0x7f0b50005c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.215+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0b4c014030 con 0x7f0b54107c70 2024-04-23T18:22:25.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.415+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f0b5402d5c0 con 0x7f0b54107c70 2024-04-23T18:22:25.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.415+0000 7f0b4b7fe640 1 -- 172.21.15.55:0/3065662484 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f0b4c09d300 con 0x7f0b54107c70 2024-04-23T18:22:25.409 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 msgr2=0x7f0b400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 0x7f0b400a6100 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0b500058c0 tx=0x7f0b50005c60 comp rx=0 tx=0).stop 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 msgr2=0x7f0b5419f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f0b4c00cad0 tx=0x7f0b4c00cf90 comp rx=0 tx=0).stop 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 shutdown_connections 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b400a3c40 0x7f0b400a6100 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0b54105340 0x7f0b541988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0b54107c70 0x7f0b5419f8c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 --2- 172.21.15.55:0/3065662484 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0b54102a10 0x7f0b54198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 >> 172.21.15.55:0/3065662484 conn(0x7f0b540fc400 msgr2=0x7f0b54103350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 shutdown_connections 2024-04-23T18:22:25.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.417+0000 7f0b5c66b640 1 -- 172.21.15.55:0/3065662484 wait complete. 2024-04-23T18:22:25.423 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:25.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 -- 172.21.15.55:0/3069793325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0102a00 msgr2=0x7feaf0109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 --2- 172.21.15.55:0/3069793325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0102a00 0x7feaf0109320 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7feae8009ca0 tx=0x7feae802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 -- 172.21.15.55:0/3069793325 shutdown_connections 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 --2- 172.21.15.55:0/3069793325 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102040 0x7feaf01024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 --2- 172.21.15.55:0/3069793325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0102a00 0x7feaf0109320 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 --2- 172.21.15.55:0/3069793325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0100e60 0x7feaf0101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 -- 172.21.15.55:0/3069793325 >> 172.21.15.55:0/3069793325 conn(0x7feaf00fc440 msgr2=0x7feaf00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 -- 172.21.15.55:0/3069793325 shutdown_connections 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.533+0000 7feaf5b08640 1 -- 172.21.15.55:0/3069793325 wait complete. 2024-04-23T18:22:25.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 Processor -- start 2024-04-23T18:22:25.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 -- start start 2024-04-23T18:22:25.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0102040 0x7feaf0198780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102a00 0x7feaf019f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7feaf010cb90 con 0x7feaf0100e60 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7feaf010ca10 con 0x7feaf0102040 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaf5b08640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7feaf010cd10 con 0x7feaf0102a00 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56340/0 (socket says 172.21.15.55:56340) 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 -- 172.21.15.55:0/1263290833 learned_addr learned my addr 172.21.15.55:0/1263290833 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaeffff640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102a00 0x7feaf019f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaeeffd640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0102040 0x7feaf0198780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 -- 172.21.15.55:0/1263290833 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102a00 msgr2=0x7feaf019f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102a00 0x7feaf019f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 -- 172.21.15.55:0/1263290833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0102040 msgr2=0x7feaf0198780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0102040 0x7feaf0198780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.534+0000 7feaef7fe640 1 -- 172.21.15.55:0/1263290833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf019fe60 con 0x7feaf0100e60 2024-04-23T18:22:25.531 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaef7fe640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7feae000d770 tx=0x7feae000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0017070 con 0x7feaf0100e60 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7feae0009c30 con 0x7feaf0100e60 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf01a0150 con 0x7feaf0100e60 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae0003d70 con 0x7feaf0100e60 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.535+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf01a06a0 con 0x7feaf0100e60 2024-04-23T18:22:25.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.536+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaf01a0900 con 0x7feaf0100e60 2024-04-23T18:22:25.533 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.537+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7feae0003f10 con 0x7feaf0100e60 2024-04-23T18:22:25.533 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.537+0000 7feaecff9640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 0x7fead80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.533 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.538+0000 7feaeeffd640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 0x7fead80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.533 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.538+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7feae00cfec0 con 0x7feaf0100e60 2024-04-23T18:22:25.533 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.538+0000 7feaeeffd640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 0x7fead80a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feaf0199750 tx=0x7feae4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.536 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.542+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7feae0009de0 con 0x7feaf0100e60 2024-04-23T18:22:25.725 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.731+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7feaf01a0bf0 con 0x7feaf0100e60 2024-04-23T18:22:25.725 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.731+0000 7feaecff9640 1 -- 172.21.15.55:0/1263290833 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7feae009c080 con 0x7feaf0100e60 2024-04-23T18:22:25.726 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 msgr2=0x7fead80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 0x7fead80a6100 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7feaf0199750 tx=0x7feae4005f90 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 msgr2=0x7feaf0198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7feae000d770 tx=0x7feae000dc30 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 shutdown_connections 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fead80a3c40 0x7fead80a6100 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feaf0102a00 0x7feaf019f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feaf0102040 0x7feaf0198780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 --2- 172.21.15.55:0/1263290833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feaf0100e60 0x7feaf0198240 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 >> 172.21.15.55:0/1263290833 conn(0x7feaf00fc440 msgr2=0x7feaf00fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 shutdown_connections 2024-04-23T18:22:25.728 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.733+0000 7feaf5b08640 1 -- 172.21.15.55:0/1263290833 wait complete. 2024-04-23T18:22:25.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:25 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2386813746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:25.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:25 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3065662484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:25.739 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:25.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.849+0000 7fe873c91640 1 -- 172.21.15.55:0/3755495939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c101fe0 msgr2=0x7fe86c102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.849+0000 7fe873c91640 1 --2- 172.21.15.55:0/3755495939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c101fe0 0x7fe86c102460 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe85c009900 tx=0x7fe85c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- 172.21.15.55:0/3755495939 shutdown_connections 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- 172.21.15.55:0/3755495939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c1029a0 0x7fe86c1092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- 172.21.15.55:0/3755495939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c101fe0 0x7fe86c102460 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- 172.21.15.55:0/3755495939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c100e90 0x7fe86c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- 172.21.15.55:0/3755495939 >> 172.21.15.55:0/3755495939 conn(0x7fe86c0fc400 msgr2=0x7fe86c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- 172.21.15.55:0/3755495939 shutdown_connections 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- 172.21.15.55:0/3755495939 wait complete. 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 Processor -- start 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- start start 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c100e90 0x7fe86c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 0x7fe86c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10cb80 con 0x7fe86c1029a0 2024-04-23T18:22:25.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10ca00 con 0x7fe86c100e90 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.850+0000 7fe873c91640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe86c10cd00 con 0x7fe86c101fe0 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56354/0 (socket says 172.21.15.55:56354) 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 -- 172.21.15.55:0/4129546602 learned_addr learned my addr 172.21.15.55:0/4129546602 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87122c640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 0x7fe86c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe871a2d640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c100e90 0x7fe86c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 -- 172.21.15.55:0/4129546602 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 msgr2=0x7fe86c1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 0x7fe86c1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 -- 172.21.15.55:0/4129546602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c100e90 msgr2=0x7fe86c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c100e90 0x7fe86c1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 -- 172.21.15.55:0/4129546602 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe86c19ffc0 con 0x7fe86c1029a0 2024-04-23T18:22:25.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87122c640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 0x7fe86c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe87222e640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe86400cad0 tx=0x7fe86400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86400ae20 con 0x7fe86c1029a0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe864005020 con 0x7fe86c1029a0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe86c1a02b0 con 0x7fe86c1029a0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe86400f6b0 con 0x7fe86c1029a0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.851+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe86c1a0830 con 0x7fe86c1029a0 2024-04-23T18:22:25.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.852+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe86c1a0af0 con 0x7fe86c1029a0 2024-04-23T18:22:25.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.853+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fe8640051d0 con 0x7fe86c1029a0 2024-04-23T18:22:25.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.854+0000 7fe862ffd640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 0x7fe8580a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:25.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.854+0000 7fe871a2d640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 0x7fe8580a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:25.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.854+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fe8640d0770 con 0x7fe86c1029a0 2024-04-23T18:22:25.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.854+0000 7fe871a2d640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 0x7fe8580a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe86800a810 tx=0x7fe868008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:25.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:25.858+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe864014030 con 0x7fe86c1029a0 2024-04-23T18:22:25.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:25 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2386813746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:25.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:25 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3065662484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.045+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fe86c1a0cc0 con 0x7fe86c1029a0 2024-04-23T18:22:26.040 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.046+0000 7fe862ffd640 1 -- 172.21.15.55:0/4129546602 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7fe86409cf80 con 0x7fe86c1029a0 2024-04-23T18:22:26.040 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:22:26.042 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.047+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 msgr2=0x7fe8580a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.042 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.047+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 0x7fe8580a6100 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe86800a810 tx=0x7fe868008040 comp rx=0 tx=0).stop 2024-04-23T18:22:26.042 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 msgr2=0x7fe86c19f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.042 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fe86400cad0 tx=0x7fe86400cf90 comp rx=0 tx=0).stop 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 shutdown_connections 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe8580a3c40 0x7fe8580a6100 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe86c101fe0 0x7fe86c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe86c1029a0 0x7fe86c19f950 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 --2- 172.21.15.55:0/4129546602 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe86c100e90 0x7fe86c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 >> 172.21.15.55:0/4129546602 conn(0x7fe86c0fc400 msgr2=0x7fe86c0fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 shutdown_connections 2024-04-23T18:22:26.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.048+0000 7fe873c91640 1 -- 172.21.15.55:0/4129546602 wait complete. 2024-04-23T18:22:26.053 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:25 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2386813746' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:25 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3065662484' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 -- 172.21.15.55:0/1646194989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 msgr2=0x7f3d5c104ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1646194989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c104ea0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3d50009900 tx=0x7f3d5002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 -- 172.21.15.55:0/1646194989 shutdown_connections 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1646194989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3d5c107d10 0x7f3d5c10a100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1646194989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c1053e0 0x7f3d5c1077d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1646194989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c104ea0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 -- 172.21.15.55:0/1646194989 >> 172.21.15.55:0/1646194989 conn(0x7f3d5c0fc400 msgr2=0x7f3d5c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 -- 172.21.15.55:0/1646194989 shutdown_connections 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.160+0000 7f3d626cf640 1 -- 172.21.15.55:0/1646194989 wait complete. 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 Processor -- start 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 -- start start 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3d5c1053e0 0x7f3d5c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 0x7f3d5c19f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c10dcf0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c10db70 con 0x7f3d5c107d10 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d626cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3d5c10de70 con 0x7f3d5c1053e0 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.161+0000 7f3d5bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56364/0 (socket says 172.21.15.55:56364) 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 -- 172.21.15.55:0/1080486985 learned_addr learned my addr 172.21.15.55:0/1080486985 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 -- 172.21.15.55:0/1080486985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3d5c1053e0 msgr2=0x7f3d5c198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3d5c1053e0 0x7f3d5c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d60c6c640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 0x7f3d5c19f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 -- 172.21.15.55:0/1080486985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 msgr2=0x7f3d5c19f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 0x7f3d5c19f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 -- 172.21.15.55:0/1080486985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d5c1a0010 con 0x7f3d5c102ab0 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d60c6c640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 0x7f3d5c19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:26.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d5bfff640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3d50031570 tx=0x7f3d50004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d5003f030 con 0x7f3d5c102ab0 2024-04-23T18:22:26.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3d50003cd0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d5c1a02a0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d50035070 con 0x7f3d5c102ab0 2024-04-23T18:22:26.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.162+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d5c1a0860 con 0x7f3d5c102ab0 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.163+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d5c0fdef0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.164+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f3d50003800 con 0x7f3d5c102ab0 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.165+0000 7f3d597fa640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.165+0000 7f3d5b7fe640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.165+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f3d500f10c0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.165+0000 7f3d5b7fe640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 0x7f3d440a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c199900 tx=0x7f3d4c006c90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.169+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3d50003af0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.390 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.396+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d5c02d850 con 0x7f3d5c102ab0 2024-04-23T18:22:26.391 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.397+0000 7f3d597fa640 1 -- 172.21.15.55:0/1080486985 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7f3d500bd8d0 con 0x7f3d5c102ab0 2024-04-23T18:22:26.391 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:26.391 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:22:26.391 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 msgr2=0x7f3d440a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 0x7f3d440a6180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3d5c199900 tx=0x7f3d4c006c90 comp rx=0 tx=0).stop 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 msgr2=0x7f3d5c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3d50031570 tx=0x7f3d50004430 comp rx=0 tx=0).stop 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 shutdown_connections 2024-04-23T18:22:26.393 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3d440a3cc0 0x7f3d440a6180 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3d5c1053e0 0x7f3d5c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3d5c107d10 0x7f3d5c19f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 --2- 172.21.15.55:0/1080486985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3d5c102ab0 0x7f3d5c1983f0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 >> 172.21.15.55:0/1080486985 conn(0x7f3d5c0fc400 msgr2=0x7f3d5c1033b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 shutdown_connections 2024-04-23T18:22:26.394 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.399+0000 7f3d626cf640 1 -- 172.21.15.55:0/1080486985 wait complete. 2024-04-23T18:22:26.405 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.512+0000 7f865a94a640 1 -- 172.21.15.55:0/3199296810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 msgr2=0x7f86541012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.512+0000 7f865a94a640 1 --2- 172.21.15.55:0/3199296810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f86541012b0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f863c009900 tx=0x7f863c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 -- 172.21.15.55:0/3199296810 shutdown_connections 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 --2- 172.21.15.55:0/3199296810 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f86541029a0 0x7f86541092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 --2- 172.21.15.55:0/3199296810 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8654101fe0 0x7f8654102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 --2- 172.21.15.55:0/3199296810 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f86541012b0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 -- 172.21.15.55:0/3199296810 >> 172.21.15.55:0/3199296810 conn(0x7f86540fc400 msgr2=0x7f86540fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.510 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 -- 172.21.15.55:0/3199296810 shutdown_connections 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 -- 172.21.15.55:0/3199296810 wait complete. 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 Processor -- start 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.513+0000 7f865a94a640 1 -- start start 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 0x7f8654103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86541029a0 0x7f8654103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f865410cb70 con 0x7f8654100e90 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f865410c9f0 con 0x7f86541029a0 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f865410ccf0 con 0x7f8654101fe0 2024-04-23T18:22:26.511 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56374/0 (socket says 172.21.15.55:56374) 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 -- 172.21.15.55:0/3925400076 learned_addr learned my addr 172.21.15.55:0/3925400076 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f86537fe640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 0x7f8654103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 -- 172.21.15.55:0/3925400076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 msgr2=0x7f8654103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 0x7f8654103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 -- 172.21.15.55:0/3925400076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86541029a0 msgr2=0x7f8654103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86541029a0 0x7f8654103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 -- 172.21.15.55:0/3925400076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8654104220 con 0x7f8654100e90 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f86537fe640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 0x7f8654103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f8653fff640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f863c005ab0 tx=0x7f863c032d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c03f030 con 0x7f8654100e90 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f863c003cd0 con 0x7f8654100e90 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86541a23d0 con 0x7f8654100e90 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f863c035070 con 0x7f8654100e90 2024-04-23T18:22:26.512 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.514+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86541a2970 con 0x7f8654100e90 2024-04-23T18:22:26.513 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.515+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86541a2bd0 con 0x7f8654100e90 2024-04-23T18:22:26.513 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.516+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f863c042030 con 0x7f8654100e90 2024-04-23T18:22:26.513 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.517+0000 7f86517fa640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 0x7f86400a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.513 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.517+0000 7f86537fe640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 0x7f86400a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.513 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.517+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f863c0f0bf0 con 0x7f8654100e90 2024-04-23T18:22:26.514 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.517+0000 7f86537fe640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 0x7f86400a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f86440058c0 tx=0x7f8644005850 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.515 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.521+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f863c0bd400 con 0x7f8654100e90 2024-04-23T18:22:26.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.708+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f86541a2f60 con 0x7f8654100e90 2024-04-23T18:22:26.703 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.710+0000 7f86517fa640 1 -- 172.21.15.55:0/3925400076 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7f86541a2f60 con 0x7f8654100e90 2024-04-23T18:22:26.704 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:26.704 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 msgr2=0x7f86400a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 0x7f86400a6180 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f86440058c0 tx=0x7f8644005850 comp rx=0 tx=0).stop 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 msgr2=0x7f8654104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f863c005ab0 tx=0x7f863c032d00 comp rx=0 tx=0).stop 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 shutdown_connections 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f86400a3cc0 0x7f86400a6180 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.706 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8654101fe0 0x7f8654103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f86541029a0 0x7f8654103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 --2- 172.21.15.55:0/3925400076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8654100e90 0x7f8654104e10 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 >> 172.21.15.55:0/3925400076 conn(0x7f86540fc400 msgr2=0x7f86540fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 shutdown_connections 2024-04-23T18:22:26.707 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.712+0000 7f865a94a640 1 -- 172.21.15.55:0/3925400076 wait complete. 2024-04-23T18:22:26.716 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:26 smithi055 ceph-mon[29189]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:26.716 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:26 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1263290833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.716 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:26 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4129546602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.716 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:26 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1080486985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:26.718 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:26.718 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 -- 172.21.15.55:0/3291559150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 msgr2=0x7f76dc10a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 --2- 172.21.15.55:0/3291559150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc10a3e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009ca0 tx=0x7f76d402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 -- 172.21.15.55:0/3291559150 shutdown_connections 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 --2- 172.21.15.55:0/3291559150 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc103190 0x7f76dc103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 --2- 172.21.15.55:0/3291559150 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc10a3e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 --2- 172.21.15.55:0/3291559150 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc101fa0 0x7f76dc1023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 -- 172.21.15.55:0/3291559150 >> 172.21.15.55:0/3291559150 conn(0x7f76dc0fd530 msgr2=0x7f76dc0ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 -- 172.21.15.55:0/3291559150 shutdown_connections 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.829+0000 7f76e189e640 1 -- 172.21.15.55:0/3291559150 wait complete. 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 Processor -- start 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 -- start start 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc101fa0 0x7f76dc075d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc103190 0x7f76dc074340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc10dc00 con 0x7f76dc103b50 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc10da80 con 0x7f76dc103190 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76e189e640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f76dc10dd80 con 0x7f76dc101fa0 2024-04-23T18:22:26.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56394/0 (socket says 172.21.15.55:56394) 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 -- 172.21.15.55:0/1702833722 learned_addr learned my addr 172.21.15.55:0/1702833722 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76d3fff640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc103190 0x7f76dc074340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76daffd640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc101fa0 0x7f76dc075d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 -- 172.21.15.55:0/1702833722 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc101fa0 msgr2=0x7f76dc075d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc101fa0 0x7f76dc075d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 -- 172.21.15.55:0/1702833722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc103190 msgr2=0x7f76dc074340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc103190 0x7f76dc074340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.830+0000 7f76db7fe640 1 -- 172.21.15.55:0/1702833722 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76dc075110 con 0x7f76dc103b50 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76db7fe640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009dc0 tx=0x7f76d4031840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d4003bf0 con 0x7f76dc103b50 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76dc1a2390 con 0x7f76dc103b50 2024-04-23T18:22:26.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f76d4003d90 con 0x7f76dc103b50 2024-04-23T18:22:26.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76d402fce0 con 0x7f76dc103b50 2024-04-23T18:22:26.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.831+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76dc1a28e0 con 0x7f76dc103b50 2024-04-23T18:22:26.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.832+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76dc1092c0 con 0x7f76dc103b50 2024-04-23T18:22:26.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.833+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f76d4004040 con 0x7f76dc103b50 2024-04-23T18:22:26.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.834+0000 7f76e089c640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 0x7f76c80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:26.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.834+0000 7f76daffd640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 0x7f76c80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:26.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.834+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f76d40f1d20 con 0x7f76dc103b50 2024-04-23T18:22:26.830 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.834+0000 7f76daffd640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 0x7f76c80a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f76dc102ff0 tx=0x7f76cc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:26.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:26.838+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f76d40be730 con 0x7f76dc103b50 2024-04-23T18:22:26.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:26 smithi116 ceph-mon[32310]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:26.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:26 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1263290833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:26 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4129546602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:26.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:26 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1080486985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.052+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f76dc02d5c0 con 0x7f76dc103b50 2024-04-23T18:22:27.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.052+0000 7f76e089c640 1 -- 172.21.15.55:0/1702833722 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7f76d40be030 con 0x7f76dc103b50 2024-04-23T18:22:27.046 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 msgr2=0x7f76c80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 0x7f76c80a6100 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f76dc102ff0 tx=0x7f76cc005f90 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 msgr2=0x7f76dc074880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f76d4009dc0 tx=0x7f76d4031840 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 shutdown_connections 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f76c80a3c40 0x7f76c80a6100 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f76dc103b50 0x7f76dc074880 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f76dc103190 0x7f76dc074340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 --2- 172.21.15.55:0/1702833722 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f76dc101fa0 0x7f76dc075d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 >> 172.21.15.55:0/1702833722 conn(0x7f76dc0fd530 msgr2=0x7f76dc106490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 shutdown_connections 2024-04-23T18:22:27.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.054+0000 7f76e189e640 1 -- 172.21.15.55:0/1702833722 wait complete. 2024-04-23T18:22:27.060 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:26 smithi152 ceph-mon[33022]: pgmap v332: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:26 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1263290833' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:26 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4129546602' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:26 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1080486985' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.166 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 -- 172.21.15.55:0/3400309145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 msgr2=0x7fa32c107710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 --2- 172.21.15.55:0/3400309145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c107710 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa320009900 tx=0x7fa32002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 -- 172.21.15.55:0/3400309145 shutdown_connections 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 --2- 172.21.15.55:0/3400309145 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c107c50 0x7fa32c10a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 --2- 172.21.15.55:0/3400309145 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c107710 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 --2- 172.21.15.55:0/3400309145 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c1029f0 0x7fa32c104de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 -- 172.21.15.55:0/3400309145 >> 172.21.15.55:0/3400309145 conn(0x7fa32c0fc3e0 msgr2=0x7fa32c0fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 -- 172.21.15.55:0/3400309145 shutdown_connections 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.170+0000 7fa332737640 1 -- 172.21.15.55:0/3400309145 wait complete. 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 Processor -- start 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 -- start start 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c1029f0 0x7fa32c1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c107c50 0x7fa32c19f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c10dbd0 con 0x7fa32c105320 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c10da50 con 0x7fa32c107c50 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa332737640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa32c10dd50 con 0x7fa32c1029f0 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa32b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa32b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56416/0 (socket says 172.21.15.55:56416) 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa330cd4640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c107c50 0x7fa32c19f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.171+0000 7fa32b7fe640 1 -- 172.21.15.55:0/3825110121 learned_addr learned my addr 172.21.15.55:0/3825110121 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32bfff640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c1029f0 0x7fa32c1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 -- 172.21.15.55:0/3825110121 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c1029f0 msgr2=0x7fa32c1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c1029f0 0x7fa32c1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 -- 172.21.15.55:0/3825110121 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c107c50 msgr2=0x7fa32c19f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c107c50 0x7fa32c19f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 -- 172.21.15.55:0/3825110121 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa32c19fec0 con 0x7fa32c105320 2024-04-23T18:22:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa32b7fe640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa320006010 tx=0x7fa3200042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa32003f030 con 0x7fa32c105320 2024-04-23T18:22:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa32c1a0150 con 0x7fa32c105320 2024-04-23T18:22:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa320003cd0 con 0x7fa32c105320 2024-04-23T18:22:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa320035070 con 0x7fa32c105320 2024-04-23T18:22:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.172+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa32c1a0640 con 0x7fa32c105320 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.173+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa32c0fded0 con 0x7fa32c105320 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.174+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7fa320042030 con 0x7fa32c105320 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.175+0000 7fa3297fa640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 0x7fa3140a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.175+0000 7fa32bfff640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 0x7fa3140a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.175+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fa3200f0b90 con 0x7fa32c105320 2024-04-23T18:22:27.170 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.175+0000 7fa32bfff640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 0x7fa3140a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa31c00bbe0 tx=0x7fa31c00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.173 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.179+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa3200bcdb0 con 0x7fa32c105320 2024-04-23T18:22:27.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.364+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fa32c02d810 con 0x7fa32c105320 2024-04-23T18:22:27.359 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.365+0000 7fa3297fa640 1 -- 172.21.15.55:0/3825110121 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fa3200c10b0 con 0x7fa32c105320 2024-04-23T18:22:27.359 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 msgr2=0x7fa3140a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 0x7fa3140a6100 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa31c00bbe0 tx=0x7fa31c00b390 comp rx=0 tx=0).stop 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 msgr2=0x7fa32c1987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fa320006010 tx=0x7fa3200042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 shutdown_connections 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fa3140a3c40 0x7fa3140a6100 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.361 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa32c107c50 0x7fa32c19f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa32c105320 0x7fa32c1987e0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 --2- 172.21.15.55:0/3825110121 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa32c1029f0 0x7fa32c1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 >> 172.21.15.55:0/3825110121 conn(0x7fa32c0fc3e0 msgr2=0x7fa32c103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 shutdown_connections 2024-04-23T18:22:27.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.367+0000 7fa332737640 1 -- 172.21.15.55:0/3825110121 wait complete. 2024-04-23T18:22:27.372 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:27.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 -- 172.21.15.55:0/2053106763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 msgr2=0x7f06c8100680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 --2- 172.21.15.55:0/2053106763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8100680 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f06c4009900 tx=0x7f06c402a400 comp rx=0 tx=0).stop 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 -- 172.21.15.55:0/2053106763 shutdown_connections 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 --2- 172.21.15.55:0/2053106763 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c81032d0 0x7f06c8103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 --2- 172.21.15.55:0/2053106763 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c8103c90 0x7f06c810a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 --2- 172.21.15.55:0/2053106763 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8100680 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 -- 172.21.15.55:0/2053106763 >> 172.21.15.55:0/2053106763 conn(0x7f06c80fbb90 msgr2=0x7f06c80fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 -- 172.21.15.55:0/2053106763 shutdown_connections 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.482+0000 7f06cffcd640 1 -- 172.21.15.55:0/2053106763 wait complete. 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 Processor -- start 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 -- start start 2024-04-23T18:22:27.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c81032d0 0x7f06c8101280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c8103c90 0x7f06c81017c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810dc60 con 0x7f06c8100260 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810dae0 con 0x7f06c81032d0 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cffcd640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f06c810dde0 con 0x7f06c8103c90 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56436/0 (socket says 172.21.15.55:56436) 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 -- 172.21.15.55:0/4011884874 learned_addr learned my addr 172.21.15.55:0/4011884874 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cd568640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c81032d0 0x7f06c8101280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06ce56a640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c8103c90 0x7f06c81017c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 -- 172.21.15.55:0/4011884874 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c8103c90 msgr2=0x7f06c81017c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c8103c90 0x7f06c81017c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 -- 172.21.15.55:0/4011884874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c81032d0 msgr2=0x7f06c8101280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c81032d0 0x7f06c8101280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 -- 172.21.15.55:0/4011884874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06c8102050 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.483+0000 7f06cdd69640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f06c4031570 tx=0x7f06c4032c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.484+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c403f030 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.484+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f06c4032e30 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.484+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06c81a2360 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.484+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c4035070 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.484+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06c81a28b0 con 0x7f06c8100260 2024-04-23T18:22:27.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.485+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06c8109400 con 0x7f06c8100260 2024-04-23T18:22:27.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.487+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 17) ==== 138697+0+0 (secure 0 0 0) 0x7f06c4042030 con 0x7f06c8100260 2024-04-23T18:22:27.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.487+0000 7f06beffd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 0x7f06b40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.487+0000 7f06cd568640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 0x7f06b40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.487+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f06c40f0e20 con 0x7f06c8100260 2024-04-23T18:22:27.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.488+0000 7f06cd568640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 0x7f06b40a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f06c81029b0 tx=0x7f06b8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.485 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.491+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f06c40bd690 con 0x7f06c8100260 2024-04-23T18:22:27.661 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.667+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f06c403bd10 con 0x7f06c8100260 2024-04-23T18:22:27.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.683+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f06c802d750 con 0x7f06c8100260 2024-04-23T18:22:27.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.684+0000 7f06beffd640 1 -- 172.21.15.55:0/4011884874 <== mon.0 v2:172.21.15.55:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f06c40ddfd0 con 0x7f06c8100260 2024-04-23T18:22:27.678 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:22:27.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 msgr2=0x7f06b40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 0x7f06b40a6100 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f06c81029b0 tx=0x7f06b8005f90 comp rx=0 tx=0).stop 2024-04-23T18:22:27.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 msgr2=0x7f06c8102c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f06c4031570 tx=0x7f06c4032c40 comp rx=0 tx=0).stop 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 shutdown_connections 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f06b40a3c40 0x7f06b40a6100 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f06c8103c90 0x7f06c81017c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f06c81032d0 0x7f06c8101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 --2- 172.21.15.55:0/4011884874 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f06c8100260 0x7f06c8102c40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 >> 172.21.15.55:0/4011884874 conn(0x7f06c80fbb90 msgr2=0x7f06c81065d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 shutdown_connections 2024-04-23T18:22:27.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.686+0000 7f06cffcd640 1 -- 172.21.15.55:0/4011884874 wait complete. 2024-04-23T18:22:27.691 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:27.793 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 -- 172.21.15.55:0/1974005850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0102a00 msgr2=0x7fabe0109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 --2- 172.21.15.55:0/1974005850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0102a00 0x7fabe0109320 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fabd0009ca0 tx=0x7fabd002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 -- 172.21.15.55:0/1974005850 shutdown_connections 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 --2- 172.21.15.55:0/1974005850 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102040 0x7fabe01024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 --2- 172.21.15.55:0/1974005850 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0102a00 0x7fabe0109320 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 --2- 172.21.15.55:0/1974005850 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0100e60 0x7fabe0101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 -- 172.21.15.55:0/1974005850 >> 172.21.15.55:0/1974005850 conn(0x7fabe00fc440 msgr2=0x7fabe00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 -- 172.21.15.55:0/1974005850 shutdown_connections 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.799+0000 7fabe5472640 1 -- 172.21.15.55:0/1974005850 wait complete. 2024-04-23T18:22:27.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 Processor -- start 2024-04-23T18:22:27.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 -- start start 2024-04-23T18:22:27.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 0x7fabe0198710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102a00 0x7fabe019f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010cb40 con 0x7fabe0100e60 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010c9c0 con 0x7fabe0102040 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabe5472640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fabe010ccc0 con 0x7fabe0102a00 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabdeffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabdeffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56448/0 (socket says 172.21.15.55:56448) 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabdeffd640 1 -- 172.21.15.55:0/80132212 learned_addr learned my addr 172.21.15.55:0/80132212 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.800+0000 7fabdf7fe640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102a00 0x7fabe019f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabde7fc640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 0x7fabe0198710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 -- 172.21.15.55:0/80132212 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102a00 msgr2=0x7fabe019f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102a00 0x7fabe019f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 -- 172.21.15.55:0/80132212 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 msgr2=0x7fabe0198710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:27.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 0x7fabe0198710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 -- 172.21.15.55:0/80132212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabe019fdf0 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabde7fc640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 0x7fabe0198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabdeffd640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c970 tx=0x7fabd800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8007c10 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabe01a00e0 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fabd8007db0 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd800f910 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.801+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabe01a0630 con 0x7fabe0100e60 2024-04-23T18:22:27.798 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.802+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fabe01a08f0 con 0x7fabe0100e60 2024-04-23T18:22:27.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.803+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fabd800fab0 con 0x7fabe0100e60 2024-04-23T18:22:27.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.804+0000 7fabd7fff640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 0x7fabcc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:27.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.804+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fabd80d0860 con 0x7fabe0100e60 2024-04-23T18:22:27.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.804+0000 7fabde7fc640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 0x7fabcc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:27.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.804+0000 7fabde7fc640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 0x7fabcc0a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fabe01996e0 tx=0x7fabc8005e50 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:27.802 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:27.808+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fabd809d2c0 con 0x7fabe0100e60 2024-04-23T18:22:27.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3925400076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1702833722' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3825110121' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3925400076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1702833722' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3825110121' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.036+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fabe01a0ac0 con 0x7fabe0100e60 2024-04-23T18:22:28.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.037+0000 7fabd7fff640 1 -- 172.21.15.55:0/80132212 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7fabd809cbc0 con 0x7fabe0100e60 2024-04-23T18:22:28.031 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:28.031 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:22:28.031 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:28.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 msgr2=0x7fabcc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 0x7fabcc0a6070 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fabe01996e0 tx=0x7fabc8005e50 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 msgr2=0x7fabe01981d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fabd800c970 tx=0x7fabd800ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 shutdown_connections 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fabcc0a3bb0 0x7fabcc0a6070 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fabe0102a00 0x7fabe019f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fabe0102040 0x7fabe0198710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 --2- 172.21.15.55:0/80132212 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fabe0100e60 0x7fabe01981d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 >> 172.21.15.55:0/80132212 conn(0x7fabe00fc440 msgr2=0x7fabe00fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 shutdown_connections 2024-04-23T18:22:28.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.039+0000 7fabe5472640 1 -- 172.21.15.55:0/80132212 wait complete. 2024-04-23T18:22:28.045 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3925400076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1702833722' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3825110121' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 -- 172.21.15.55:0/3912625205 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 msgr2=0x7ff294109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 --2- 172.21.15.55:0/3912625205 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff294109320 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7ff28c009ca0 tx=0x7ff28c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 -- 172.21.15.55:0/3912625205 shutdown_connections 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 --2- 172.21.15.55:0/3912625205 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff294109320 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 --2- 172.21.15.55:0/3912625205 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294102040 0x7ff2941024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 --2- 172.21.15.55:0/3912625205 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294100e60 0x7ff294101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 -- 172.21.15.55:0/3912625205 >> 172.21.15.55:0/3912625205 conn(0x7ff2940fc440 msgr2=0x7ff2940fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 -- 172.21.15.55:0/3912625205 shutdown_connections 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 -- 172.21.15.55:0/3912625205 wait complete. 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.152+0000 7ff299fa8640 1 Processor -- start 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 -- start start 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294100e60 0x7ff294104e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294102040 0x7ff2941034b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff29410cb30 con 0x7ff294102a00 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff29410c9b0 con 0x7ff294100e60 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff299fa8640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff29410ccb0 con 0x7ff294102040 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56472/0 (socket says 172.21.15.55:56472) 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 -- 172.21.15.55:0/2188750253 learned_addr learned my addr 172.21.15.55:0/2188750253 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff2937fe640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294100e60 0x7ff294104e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff292ffd640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294102040 0x7ff2941034b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 -- 172.21.15.55:0/2188750253 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294102040 msgr2=0x7ff2941034b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294102040 0x7ff2941034b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 -- 172.21.15.55:0/2188750253 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294100e60 msgr2=0x7ff294104e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294100e60 0x7ff294104e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 -- 172.21.15.55:0/2188750253 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff294104280 con 0x7ff294102a00 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.153+0000 7ff293fff640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff28c009dc0 tx=0x7ff28c0039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.154+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28c003e10 con 0x7ff294102a00 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.154+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2941a2350 con 0x7ff294102a00 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.154+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff28c004510 con 0x7ff294102a00 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.154+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff28c0305c0 con 0x7ff294102a00 2024-04-23T18:22:28.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.154+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2941a28f0 con 0x7ff294102a00 2024-04-23T18:22:28.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.155+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2941a2b50 con 0x7ff294102a00 2024-04-23T18:22:28.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.156+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff28c0046c0 con 0x7ff294102a00 2024-04-23T18:22:28.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.157+0000 7ff290ff9640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 0x7ff27c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.157+0000 7ff2937fe640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 0x7ff27c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.157+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7ff28c0f1e40 con 0x7ff294102a00 2024-04-23T18:22:28.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.157+0000 7ff2937fe640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 0x7ff27c0a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff294101bb0 tx=0x7ff284005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.161+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff28c0be7b0 con 0x7ff294102a00 2024-04-23T18:22:28.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.348+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff2941a3170 con 0x7ff294102a00 2024-04-23T18:22:28.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.349+0000 7ff290ff9640 1 -- 172.21.15.55:0/2188750253 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7ff28c0be0b0 con 0x7ff294102a00 2024-04-23T18:22:28.344 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:28.344 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:28.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 msgr2=0x7ff27c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 0x7ff27c0a6070 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff294101bb0 tx=0x7ff284005f90 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 msgr2=0x7ff2941039f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ff28c009dc0 tx=0x7ff28c0039f0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 shutdown_connections 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff27c0a3bb0 0x7ff27c0a6070 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff294102040 0x7ff2941034b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff294102a00 0x7ff2941039f0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 --2- 172.21.15.55:0/2188750253 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff294100e60 0x7ff294104e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 >> 172.21.15.55:0/2188750253 conn(0x7ff2940fc440 msgr2=0x7ff2940fddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 shutdown_connections 2024-04-23T18:22:28.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.351+0000 7ff299fa8640 1 -- 172.21.15.55:0/2188750253 wait complete. 2024-04-23T18:22:28.357 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 -- 172.21.15.55:0/1301799080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194107c90 msgr2=0x7fb19410a0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 --2- 172.21.15.55:0/1301799080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194107c90 0x7fb19410a0e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009ca0 tx=0x7fb18c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 -- 172.21.15.55:0/1301799080 shutdown_connections 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 --2- 172.21.15.55:0/1301799080 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194105360 0x7fb194107750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 --2- 172.21.15.55:0/1301799080 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194107c90 0x7fb19410a0e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 --2- 172.21.15.55:0/1301799080 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194102a30 0x7fb194104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 -- 172.21.15.55:0/1301799080 >> 172.21.15.55:0/1301799080 conn(0x7fb1940fc440 msgr2=0x7fb1940fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 -- 172.21.15.55:0/1301799080 shutdown_connections 2024-04-23T18:22:28.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.465+0000 7fb19b82a640 1 -- 172.21.15.55:0/1301799080 wait complete. 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 Processor -- start 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 -- start start 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194105360 0x7fb1941987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194107c90 0x7fb19419f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb19410dc30 con 0x7fb194102a30 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb19410dab0 con 0x7fb194105360 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb19b82a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb19410ddb0 con 0x7fb194107c90 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56496/0 (socket says 172.21.15.55:56496) 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 -- 172.21.15.55:0/3742990780 learned_addr learned my addr 172.21.15.55:0/3742990780 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb198dc5640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194105360 0x7fb1941987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb199dc7640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194107c90 0x7fb19419f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 -- 172.21.15.55:0/3742990780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194107c90 msgr2=0x7fb19419f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194107c90 0x7fb19419f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 -- 172.21.15.55:0/3742990780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194105360 msgr2=0x7fb1941987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194105360 0x7fb1941987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 -- 172.21.15.55:0/3742990780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb19419fec0 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.466+0000 7fb1995c6640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb19000e9f0 tx=0x7fb19000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.467+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19000cd80 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.467+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1941a01b0 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.467+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb190010900 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.467+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1900188d0 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.467+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1941a0700 con 0x7fb194102a30 2024-04-23T18:22:28.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.468+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1940fdf30 con 0x7fb194102a30 2024-04-23T18:22:28.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.469+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fb190010ab0 con 0x7fb194102a30 2024-04-23T18:22:28.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.469+0000 7fb18a7fc640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 0x7fb1800a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.469+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fb1900d0800 con 0x7fb194102a30 2024-04-23T18:22:28.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.469+0000 7fb198dc5640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 0x7fb1800a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.470+0000 7fb198dc5640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 0x7fb1800a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb1941997b0 tx=0x7fb18400a250 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.467 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.474+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb19009d1d0 con 0x7fb194102a30 2024-04-23T18:22:28.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.699+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb194062b50 con 0x7fb194102a30 2024-04-23T18:22:28.693 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.699+0000 7fb18a7fc640 1 -- 172.21.15.55:0/3742990780 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7fb19009cad0 con 0x7fb194102a30 2024-04-23T18:22:28.693 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:28.694 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:22:28.694 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:28.695 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 msgr2=0x7fb1800a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.695 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 0x7fb1800a6070 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fb1941997b0 tx=0x7fb18400a250 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 msgr2=0x7fb1941982a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fb19000e9f0 tx=0x7fb19000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 shutdown_connections 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fb1800a3bb0 0x7fb1800a6070 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb194107c90 0x7fb19419f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb194105360 0x7fb1941987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 --2- 172.21.15.55:0/3742990780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb194102a30 0x7fb1941982a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 >> 172.21.15.55:0/3742990780 conn(0x7fb1940fc440 msgr2=0x7fb194103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 shutdown_connections 2024-04-23T18:22:28.696 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.701+0000 7fb19b82a640 1 -- 172.21.15.55:0/3742990780 wait complete. 2024-04-23T18:22:28.707 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:21:01.945302+0000', 'modified': '2024-04-23T18:21:09.747118+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24536, 'mds_1': 24503, 'mds_2': 24461, 'mds_3': 24451, 'mds_4': 24425}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14604': {'gid': 14604, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6839/2499827862', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6838', 'nonce': 2499827862}, {'type': 'v1', 'addr': '172.21.15.55:6839', 'nonce': 2499827862}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14616': {'gid': 14616, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6841/1921578308', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6840', 'nonce': 1921578308}, {'type': 'v1', 'addr': '172.21.15.55:6841', 'nonce': 1921578308}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24400': {'gid': 24400, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6833/3145474593', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6832', 'nonce': 3145474593}, {'type': 'v1', 'addr': '172.21.15.152:6833', 'nonce': 3145474593}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'k', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.116:6833/2328903418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6832', 'nonce': 2328903418}, {'type': 'v1', 'addr': '172.21.15.116:6833', 'nonce': 2328903418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.152:6835/158861674', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6834', 'nonce': 158861674}, {'type': 'v1', 'addr': '172.21.15.152:6835', 'nonce': 158861674}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24461': {'gid': 24461, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.116:6835/1984799755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 1984799755}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 1984799755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6837/2253114600', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6836', 'nonce': 2253114600}, {'type': 'v1', 'addr': '172.21.15.152:6837', 'nonce': 2253114600}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6839/1208669244', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6838', 'nonce': 1208669244}, {'type': 'v1', 'addr': '172.21.15.152:6839', 'nonce': 1208669244}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.116:6837/1043086347', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6836', 'nonce': 1043086347}, {'type': 'v1', 'addr': '172.21.15.116:6837', 'nonce': 1043086347}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24536': {'gid': 24536, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/3023801911', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 3023801911}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 3023801911}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24536, 'qdb_cluster': [24503, 24461, 24536, 24451, 24425]} 2024-04-23T18:22:28.707 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:22:28.707 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.815+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/3619639830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0107d30 msgr2=0x7f9ac010a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.815+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/3619639830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0107d30 0x7f9ac010a120 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8009ca0 tx=0x7f9ab802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/3619639830 shutdown_connections 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/3619639830 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0107d30 0x7f9ac010a120 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/3619639830 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0105400 0x7f9ac01077f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/3619639830 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0102ad0 0x7f9ac0104ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.812 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/3619639830 >> 172.21.15.55:0/3619639830 conn(0x7f9ac00fc400 msgr2=0x7f9ac00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/3619639830 shutdown_connections 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/3619639830 wait complete. 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 Processor -- start 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- start start 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 0x7f9ac0198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0107d30 0x7f9ac019f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.816+0000 7f9ac5ccf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac010dc00 con 0x7f9ac0102ad0 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9ac5ccf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac010da80 con 0x7f9ac0107d30 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9ac5ccf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9ac010dd80 con 0x7f9ac0105400 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56512/0 (socket says 172.21.15.55:56512) 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 -- 172.21.15.55:0/2002061901 learned_addr learned my addr 172.21.15.55:0/2002061901 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.813 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abeffd640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 0x7f9ac0198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abffff640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0107d30 0x7f9ac019f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 -- 172.21.15.55:0/2002061901 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 msgr2=0x7f9ac0198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 0x7f9ac0198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 -- 172.21.15.55:0/2002061901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0107d30 msgr2=0x7f9ac019f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0107d30 0x7f9ac019f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 -- 172.21.15.55:0/2002061901 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ac019fe00 con 0x7f9ac0102ad0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abeffd640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 0x7f9ac0198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9ab000c920 tx=0x7f9ab000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abcff9640 1 -- 172.21.15.55:0/2002061901 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab0007c70 con 0x7f9ac0102ad0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abcff9640 1 -- 172.21.15.55:0/2002061901 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ab0007e10 con 0x7f9ac0102ad0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9abcff9640 1 -- 172.21.15.55:0/2002061901 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab00188c0 con 0x7f9ac0102ad0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ac01a00f0 con 0x7f9ac0102ad0 2024-04-23T18:22:28.814 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.817+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ac01a0640 con 0x7f9ac0102ad0 2024-04-23T18:22:28.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.819+0000 7f9abcff9640 1 -- 172.21.15.55:0/2002061901 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9ab0018a60 con 0x7f9ac0102ad0 2024-04-23T18:22:28.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 Processor -- start 2024-04-23T18:22:28.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 -- start start 2024-04-23T18:22:28.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b30f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b3163b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55881b26ec50 con 0x55881b30df90 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55881b20b830 con 0x55881b30fb20 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55881b26ac10 con 0x55881b30f160 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abcff9640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 0x7f9aa80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56518/0 (socket says 172.21.15.55:56518) 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 -- 172.21.15.55:0/2245643361 learned_addr learned my addr 172.21.15.55:0/2245643361 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 0x7f9aa80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abcff9640 1 -- 172.21.15.55:0/2002061901 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f9ab00d0660 con 0x7f9ac0102ad0 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abeffd640 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b3163b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b30f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 -- 172.21.15.55:0/2245643361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 msgr2=0x55881b30f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b30f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 -- 172.21.15.55:0/2245643361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 msgr2=0x55881b3163b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b3163b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.820+0000 7f9abffff640 1 -- 172.21.15.55:0/2245643361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55881af812d0 con 0x55881b30df90 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9abffff640 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8031690 tx=0x7f9ab80316c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e601e67b75c9e2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9abffff640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 0x7f9aa80a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8031ba0 tx=0x7f9ab8042000 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9aa5ffb640 1 -- 172.21.15.55:0/2245643361 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab804d070 con 0x55881b30df90 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9aa5ffb640 1 -- 172.21.15.55:0/2245643361 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ab8036050 con 0x55881b30df90 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9aa5ffb640 1 -- 172.21.15.55:0/2245643361 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab802f660 con 0x55881b30df90 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 -- 172.21.15.55:0/2245643361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 msgr2=0x55881b30e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8031690 tx=0x7f9ab80316c0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 -- 172.21.15.55:0/2245643361 shutdown_connections 2024-04-23T18:22:28.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b30f5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b3163b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/2245643361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30df90 0x55881b30e3b0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.821+0000 7f9ac89e5740 1 -- 172.21.15.55:0/2245643361 >> 172.21.15.55:0/2245643361 conn(0x55881b305070 msgr2=0x55881b305470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- 172.21.15.55:0/2245643361 shutdown_connections 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- 172.21.15.55:0/2245643361 wait complete. 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- start start 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 Processor -- start 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b318410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b318950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55881b316ad0 con 0x55881b30fb20 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55881b209470 con 0x55881b30df90 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55881b316c50 con 0x55881b30f160 2024-04-23T18:22:28.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9ac89e5740 10 client.0 _ll_register_callbacks cb 0x55881b22ef30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56528/0 (socket says 172.21.15.55:56528) 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9abffff640 1 -- 172.21.15.55:0/1648170289 learned_addr learned my addr 172.21.15.55:0/1648170289 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.822+0000 7f9abeffd640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b318950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b318410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 -- 172.21.15.55:0/1648170289 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 msgr2=0x55881b318950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b318950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 -- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 msgr2=0x55881b318410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b318410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 -- 172.21.15.55:0/1648170289 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55881b04b6b0 con 0x55881b30fb20 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b318410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9abffff640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80093a0 tx=0x7f9ab8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da74ef23fc2ffcfa server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:28.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab804d070 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ab8036050 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f9ab8003e00 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ab80043e0 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9ac89e5740 10 client.15042 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55881b316ad0 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.823+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ab8036050 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9ab80309b0 con 0x55881b30fb20 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 10 client.15042 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 10 client.15042 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 20 client.15042 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b325030 0x55881b3264a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 4 client.15042 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55881b27c670 con 0x55881b325030 2024-04-23T18:22:28.826 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b325030 0x55881b3264a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9a9effd640 10 client.15042 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.824+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b325030 0x55881b3264a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c5c88217468abb03 server_cookie=6cea34e8d4c83e51 in_seq=0 out_seq=0 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.825+0000 7f9a9effd640 1 -- 172.21.15.55:0/1648170289 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55881b27c670 con 0x55881b325030 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.825+0000 7f9a9effd640 10 client.15042 handle_command_reply: tid=0 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.825+0000 7f9ac89e5740 1 client.15042 shutdown 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 msgr2=0x55881b31f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9ab80093a0 tx=0x7f9ab8004270 comp rx=0 tx=0).stop 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 shutdown_connections 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b325030 0x55881b3264a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b318950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b31f990 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.827 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/1648170289 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b318410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 >> 172.21.15.55:0/1648170289 conn(0x55881b305070 msgr2=0x55881b3041d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9a9effd640 0 client.15042 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:28.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 shutdown_connections 2024-04-23T18:22:28.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 1 -- 172.21.15.55:0/1648170289 wait complete. 2024-04-23T18:22:28.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.826+0000 7f9ac89e5740 20 client.15042 trim_cache size 0 max 16384 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 Processor -- start 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 -- start start 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b312160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b31f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55881b3247e0 con 0x55881b30fb20 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55881b324eb0 con 0x55881b30df90 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55881b325580 con 0x55881b30f160 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56538/0 (socket says 172.21.15.55:56538) 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 -- 172.21.15.55:0/4118972847 learned_addr learned my addr 172.21.15.55:0/4118972847 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b312160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 -- 172.21.15.55:0/4118972847 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 msgr2=0x55881b31f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b31f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 -- 172.21.15.55:0/4118972847 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 msgr2=0x55881b312160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b312160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.844+0000 7f9abffff640 1 -- 172.21.15.55:0/4118972847 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55881b3009d0 con 0x55881b30fb20 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9abffff640 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8002230 tx=0x7f9ab8004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a668329aec06a9b0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9aa57fa640 1 -- 172.21.15.55:0/4118972847 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab804d070 con 0x55881b30fb20 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9aa57fa640 1 -- 172.21.15.55:0/4118972847 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ab8036040 con 0x55881b30fb20 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9aa57fa640 1 -- 172.21.15.55:0/4118972847 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab802fad0 con 0x55881b30fb20 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 -- 172.21.15.55:0/4118972847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 msgr2=0x55881b318020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8002230 tx=0x7f9ab8004360 comp rx=0 tx=0).stop 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 -- 172.21.15.55:0/4118972847 shutdown_connections 2024-04-23T18:22:28.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30f160 0x55881b31f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30fb20 0x55881b318020 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/4118972847 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30df90 0x55881b312160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.845+0000 7f9ac89e5740 1 -- 172.21.15.55:0/4118972847 >> 172.21.15.55:0/4118972847 conn(0x55881b305070 msgr2=0x55881b3000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- 172.21.15.55:0/4118972847 shutdown_connections 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- 172.21.15.55:0/4118972847 wait complete. 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- start start 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 Processor -- start 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30df90 0x55881b314df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b31df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55881b326320 con 0x55881b30f160 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55881b325c50 con 0x55881b30fb20 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55881b3269f0 con 0x55881b30df90 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9ac89e5740 10 client.0 _ll_register_callbacks cb 0x7f9ab400c390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9abeffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9abeffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56546/0 (socket says 172.21.15.55:56546) 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.846+0000 7f9abeffd640 1 -- 172.21.15.55:0/268834304 learned_addr learned my addr 172.21.15.55:0/268834304 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abffff640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b31df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30df90 0x55881b314df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 -- 172.21.15.55:0/268834304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30df90 msgr2=0x55881b314df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30df90 0x55881b314df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 -- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 msgr2=0x55881b31df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b31df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 -- 172.21.15.55:0/268834304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55881b31e5f0 con 0x55881b30f160 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9abeffd640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40058c0 tx=0x7f9ab4011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4d032462deb107b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ab401e060 con 0x55881b30f160 2024-04-23T18:22:28.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ab8036040 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f9ab4004020 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ab4004220 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9ac89e5740 10 client.15048 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55881b31f9c0 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ab8036040 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9ab4019070 con 0x55881b30f160 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.847+0000 7f9ac89e5740 10 client.15048 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 10 client.15048 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 20 client.15048 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b38f760 0x55881b38e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 4 client.15048 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "status"}) -- 0x55881b2764e0 con 0x55881b38f760 2024-04-23T18:22:28.848 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b38f760 0x55881b38e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9a9effd640 10 client.15048 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9abf7fe640 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b38f760 0x55881b38e470 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=58f6da680922cfc server_cookie=a4b987368dd4af69 in_seq=0 out_seq=0 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9a9effd640 1 -- 172.21.15.55:0/268834304 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55881b2764e0 con 0x55881b38f760 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9a9effd640 10 client.15048 handle_command_reply: tid=0 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.848+0000 7f9ac89e5740 1 client.15048 shutdown 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 msgr2=0x55881b315330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f9ab40058c0 tx=0x7f9ab4011ec0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 shutdown_connections 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55881b30fb20 0x55881b31df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55881b30f160 0x55881b315330 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x55881b38f760 0x55881b38e470 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 --2- 172.21.15.55:0/268834304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55881b30df90 0x55881b314df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 >> 172.21.15.55:0/268834304 conn(0x55881b305070 msgr2=0x55881b318020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9a9effd640 0 client.15048 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:28.849 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 shutdown_connections 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 1 -- 172.21.15.55:0/268834304 wait complete. 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac89e5740 20 client.15048 trim_cache size 0 max 16384 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 4, 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24425, 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:28.850 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 80.121775381000006, 2024-04-23T18:22:28.851 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:28.851 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:28.851 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:28.851 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 121.971692322 2024-04-23T18:22:28.851 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 msgr2=0x7f9aa80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 0x7f9aa80a6070 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9ab8031ba0 tx=0x7f9ab8042000 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 msgr2=0x7f9ac01981e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f9ab000c920 tx=0x7f9ab000cde0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 shutdown_connections 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f9aa80a3bb0 0x7f9aa80a6070 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9ac0105400 0x7f9ac0198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9ac0107d30 0x7f9ac019f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 --2- 172.21.15.55:0/2002061901 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9ac0102ad0 0x7f9ac01981e0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 >> 172.21.15.55:0/2002061901 conn(0x7f9ac00fc400 msgr2=0x7f9ac0103410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 shutdown_connections 2024-04-23T18:22:28.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.849+0000 7f9ac5ccf640 1 -- 172.21.15.55:0/2002061901 wait complete. 2024-04-23T18:22:28.854 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-04-23T18:22:28.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 -- 172.21.15.55:0/3347846336 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd801029a0 msgr2=0x7efd801092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 --2- 172.21.15.55:0/3347846336 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd801029a0 0x7efd801092c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7efd70009900 tx=0x7efd7002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:28.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 -- 172.21.15.55:0/3347846336 shutdown_connections 2024-04-23T18:22:28.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 --2- 172.21.15.55:0/3347846336 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd801029a0 0x7efd801092c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 --2- 172.21.15.55:0/3347846336 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd80101fe0 0x7efd80102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 --2- 172.21.15.55:0/3347846336 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80100e90 0x7efd801012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 -- 172.21.15.55:0/3347846336 >> 172.21.15.55:0/3347846336 conn(0x7efd800fc400 msgr2=0x7efd800fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 -- 172.21.15.55:0/3347846336 shutdown_connections 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.963+0000 7efd87d22640 1 -- 172.21.15.55:0/3347846336 wait complete. 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 Processor -- start 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 -- start start 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80101fe0 0x7efd801987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 0x7efd8019f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7efd8010cb30 con 0x7efd80100e90 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7efd8010c9b0 con 0x7efd801029a0 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd87d22640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7efd8010ccb0 con 0x7efd80101fe0 2024-04-23T18:22:28.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd85abe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd85abe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56564/0 (socket says 172.21.15.55:56564) 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd85abe640 1 -- 172.21.15.55:0/3853158955 learned_addr learned my addr 172.21.15.55:0/3853158955 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.964+0000 7efd852bd640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80101fe0 0x7efd801987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd862bf640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 0x7efd8019f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 -- 172.21.15.55:0/3853158955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80101fe0 msgr2=0x7efd801987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80101fe0 0x7efd801987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 -- 172.21.15.55:0/3853158955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 msgr2=0x7efd8019f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 0x7efd8019f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 -- 172.21.15.55:0/3853158955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd8019fe90 con 0x7efd80100e90 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd862bf640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 0x7efd8019f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd85abe640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efd7800cce0 tx=0x7efd7800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd7effd640 1 -- 172.21.15.55:0/3853158955 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd78004b20 con 0x7efd80100e90 2024-04-23T18:22:28.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd801a0180 con 0x7efd80100e90 2024-04-23T18:22:28.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd7effd640 1 -- 172.21.15.55:0/3853158955 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd78004cc0 con 0x7efd80100e90 2024-04-23T18:22:28.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd7effd640 1 -- 172.21.15.55:0/3853158955 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7800f850 con 0x7efd80100e90 2024-04-23T18:22:28.963 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.965+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd801a0680 con 0x7efd80100e90 2024-04-23T18:22:28.963 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:28 smithi116 ceph-mon[32310]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:28.963 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:28 smithi116 ceph-mon[32310]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:28.963 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:28 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4011884874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.963 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:28 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/80132212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.964 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:28 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2188750253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd7effd640 1 -- 172.21.15.55:0/3853158955 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7efd78005610 con 0x7efd80100e90 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 Processor -- start 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 -- start start 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed333b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed345e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5577fec93c50 con 0x5577fed34b20 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5577fec30830 con 0x5577fed32f90 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5577fec8fc10 con 0x5577fed34160 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd852bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd852bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56578/0 (socket says 172.21.15.55:56578) 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd852bd640 1 -- 172.21.15.55:0/3578385982 learned_addr learned my addr 172.21.15.55:0/3578385982 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd862bf640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed333b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.968+0000 7efd85abe640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed345e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 -- 172.21.15.55:0/3578385982 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 msgr2=0x5577fed345e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed345e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 -- 172.21.15.55:0/3578385982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 msgr2=0x5577fed333b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed333b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd7effd640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 0x7efd680a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 -- 172.21.15.55:0/3578385982 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577fe9a62d0 con 0x5577fed34b20 2024-04-23T18:22:28.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd862bf640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd85abe640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 0x7efd680a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd852bd640 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efd740045e0 tx=0x7efd74004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5d5a059a0d19233 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd7effd640 1 -- 172.21.15.55:0/3853158955 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7efd780d04f0 con 0x7efd80100e90 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd67fff640 1 -- 172.21.15.55:0/3578385982 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74003dd0 con 0x5577fed34b20 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd67fff640 1 -- 172.21.15.55:0/3578385982 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd74015070 con 0x5577fed34b20 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.969+0000 7efd67fff640 1 -- 172.21.15.55:0/3578385982 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd740116a0 con 0x5577fed34b20 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3578385982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 msgr2=0x5577fed3b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7efd740045e0 tx=0x7efd74004610 comp rx=0 tx=0).stop 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd85abe640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 0x7efd680a6070 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7efd780a4f00 tx=0x7efd78087040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3578385982 shutdown_connections 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed345e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed3b3b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3578385982 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed333b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3578385982 >> 172.21.15.55:0/3578385982 conn(0x5577fed2a070 msgr2=0x5577fed2a470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3578385982 shutdown_connections 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3578385982 wait complete. 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 -- start start 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.970+0000 7efd8aa3f740 1 Processor -- start 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 0x5577fed3d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed44960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5577fed3bb30 con 0x5577fed32f90 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5577fec2e470 con 0x5577fed34160 2024-04-23T18:22:28.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5577fed3bcb0 con 0x5577fed34b20 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 10 client.0 _ll_register_callbacks cb 0x5577fec53f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56586/0 (socket says 172.21.15.55:56586) 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 -- 172.21.15.55:0/668398174 learned_addr learned my addr 172.21.15.55:0/668398174 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed44960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd852bd640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 0x5577fed3d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 -- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 msgr2=0x5577fed44960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed44960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 -- 172.21.15.55:0/668398174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 msgr2=0x5577fed3d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 0x5577fed3d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 -- 172.21.15.55:0/668398174 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577fea706b0 con 0x5577fed32f90 2024-04-23T18:22:28.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd852bd640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 0x5577fed3d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd862bf640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efd70005ab0 tx=0x7efd70005a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d5cbf2b32a44de9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd657fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd70043020 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7efd70005230 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd74015070 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efd7004e050 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 10 client.15060 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.971+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5577fed47d40 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd74015070 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efd700035f0 con 0x5577fed32f90 2024-04-23T18:22:28.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 10 client.15060 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 10 client.15060 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 20 client.15060 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fed4a440 0x5577fed4b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 4 client.15060 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5577feca1670 con 0x5577fed4a440 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.972+0000 7efd852bd640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fed4a440 0x5577fed4b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.973+0000 7efd657fa640 10 client.15060 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.973+0000 7efd852bd640 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fed4a440 0x5577fed4b8b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3ef4fe8d911502ed server_cookie=94a86fe629f56e83 in_seq=0 out_seq=0 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.973+0000 7efd657fa640 1 -- 172.21.15.55:0/668398174 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5577feca1670 con 0x5577fed4a440 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.973+0000 7efd657fa640 10 client.15060 handle_command_reply: tid=0 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 client.15060 shutdown 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 msgr2=0x5577fed3d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7efd70005ab0 tx=0x7efd70005a40 comp rx=0 tx=0).stop 2024-04-23T18:22:28.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 shutdown_connections 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fed4a440 0x5577fed4b8b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed44960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed34160 0x5577fed3d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/668398174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed32f90 0x5577fed3d3e0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd657fa640 0 client.15060 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 >> 172.21.15.55:0/668398174 conn(0x5577fed2a070 msgr2=0x5577fed291d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 shutdown_connections 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 1 -- 172.21.15.55:0/668398174 wait complete. 2024-04-23T18:22:28.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.974+0000 7efd8aa3f740 20 client.15060 trim_cache size 0 max 16384 2024-04-23T18:22:28.986 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.992+0000 7efd8aa3f740 1 Processor -- start 2024-04-23T18:22:28.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:28 smithi055 ceph-mon[29189]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:28 smithi055 ceph-mon[29189]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:28 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4011884874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:28 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/80132212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:28 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2188750253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.992+0000 7efd8aa3f740 1 -- start start 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.992+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed37c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.992+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed38140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5577fed49bf0 con 0x5577fed34160 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5577fed4a2c0 con 0x5577fed32f90 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5577fed4a990 con 0x5577fed34b20 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56596/0 (socket says 172.21.15.55:56596) 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 -- 172.21.15.55:0/1711485835 learned_addr learned my addr 172.21.15.55:0/1711485835 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd862bf640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed37c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.993 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd862bf640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed38140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 -- 172.21.15.55:0/1711485835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 msgr2=0x5577fed38140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed38140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 -- 172.21.15.55:0/1711485835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 msgr2=0x5577fed37c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed37c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 -- 172.21.15.55:0/1711485835 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577fed25960 con 0x5577fed34160 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd862bf640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed38140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd852bd640 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x5577fed2af40 tx=0x7efd740044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f94f9c774e1832e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd677fe640 1 -- 172.21.15.55:0/1711485835 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd7402f070 con 0x5577fed34160 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd677fe640 1 -- 172.21.15.55:0/1711485835 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd74015040 con 0x5577fed34160 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.993+0000 7efd677fe640 1 -- 172.21.15.55:0/1711485835 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74005040 con 0x5577fed34160 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- 172.21.15.55:0/1711485835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 msgr2=0x5577fed44920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x5577fed2af40 tx=0x7efd740044e0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.994 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- 172.21.15.55:0/1711485835 shutdown_connections 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34b20 0x5577fed38140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34160 0x5577fed44920 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/1711485835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed37c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- 172.21.15.55:0/1711485835 >> 172.21.15.55:0/1711485835 conn(0x5577fed2a070 msgr2=0x5577fed250b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- 172.21.15.55:0/1711485835 shutdown_connections 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- 172.21.15.55:0/1711485835 wait complete. 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 -- start start 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.994+0000 7efd8aa3f740 1 Processor -- start 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed40160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed406a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5577fed4b730 con 0x5577fed34b20 2024-04-23T18:22:28.995 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5577fed4b060 con 0x5577fed32f90 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5577fed4be00 con 0x5577fed34160 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 10 client.0 _ll_register_callbacks cb 0x7efd70009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56606/0 (socket says 172.21.15.55:56606) 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 -- 172.21.15.55:0/3169153146 learned_addr learned my addr 172.21.15.55:0/3169153146 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed40160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd852bd640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed406a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 -- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 msgr2=0x5577fed406a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed406a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 -- 172.21.15.55:0/3169153146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 msgr2=0x5577fed40160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed40160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 -- 172.21.15.55:0/3169153146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577fed43cb0 con 0x5577fed34b20 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd852bd640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:28.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd862bf640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7efd70003a90 tx=0x7efd70031920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d831f7d390464be3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd657fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd70043040 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7efd70005020 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.995+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd74015040 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efd70035050 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 10 client.15066 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5577fedb0460 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7efd74015040 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efd70004bb0 con 0x5577fed34b20 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 10 client.15066 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 10 client.15066 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 20 client.15066 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fedb5000 0x5577fedb1440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 4 client.15066 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:28.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "status"}) -- 0x5577fec9b4e0 con 0x5577fedb5000 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.996+0000 7efd852bd640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fedb5000 0x5577fedb1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd657fa640 10 client.15066 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd852bd640 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fedb5000 0x5577fedb1440 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=300af382fdc72172 server_cookie=6e35e4686f773900 in_seq=0 out_seq=0 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd657fa640 1 -- 172.21.15.55:0/3169153146 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5577fec9b4e0 con 0x5577fedb5000 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd657fa640 10 client.15066 handle_command_reply: tid=0 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 client.15066 shutdown 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 msgr2=0x5577fed436c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7efd70003a90 tx=0x7efd70031920 comp rx=0 tx=0).stop 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 shutdown_connections 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5577fedb5000 0x5577fedb1440 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5577fed34160 0x5577fed406a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5577fed34b20 0x5577fed436c0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 --2- 172.21.15.55:0/3169153146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5577fed32f90 0x5577fed40160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:28.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd657fa640 0 client.15066 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 >> 172.21.15.55:0/3169153146 conn(0x5577fed2a070 msgr2=0x5577fed3ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 shutdown_connections 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 1 -- 172.21.15.55:0/3169153146 wait complete. 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.997+0000 7efd8aa3f740 20 client.15066 trim_cache size 0 max 16384 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 3, 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24451, 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:28.999 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 81.279608052, 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 110.25274213500001 2024-04-23T18:22:29.000 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 msgr2=0x7efd680a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 0x7efd680a6070 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7efd780a4f00 tx=0x7efd78087040 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 msgr2=0x7efd80198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7efd7800cce0 tx=0x7efd7800a620 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 shutdown_connections 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7efd680a3bb0 0x7efd680a6070 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7efd80101fe0 0x7efd801987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7efd801029a0 0x7efd8019f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 --2- 172.21.15.55:0/3853158955 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7efd80100e90 0x7efd80198270 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 >> 172.21.15.55:0/3853158955 conn(0x7efd800fc400 msgr2=0x7efd800fde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 shutdown_connections 2024-04-23T18:22:29.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:28.998+0000 7efd87d22640 1 -- 172.21.15.55:0/3853158955 wait complete. 2024-04-23T18:22:29.003 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-23T18:22:29.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:28 smithi152 ceph-mon[33022]: pgmap v333: 97 pgs: 97 active+clean; 643 KiB data, 357 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:29.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:28 smithi152 ceph-mon[33022]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-04-23T18:22:29.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:28 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4011884874' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:29.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:28 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/80132212' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:28 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2188750253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- 172.21.15.55:0/3642079163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102a40 msgr2=0x7f8078109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 --2- 172.21.15.55:0/3642079163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102a40 0x7f8078109360 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f8070009ca0 tx=0x7f807002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- 172.21.15.55:0/3642079163 shutdown_connections 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 --2- 172.21.15.55:0/3642079163 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102080 0x7f8078102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 --2- 172.21.15.55:0/3642079163 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102a40 0x7f8078109360 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 --2- 172.21.15.55:0/3642079163 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8078100f30 0x7f8078101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- 172.21.15.55:0/3642079163 >> 172.21.15.55:0/3642079163 conn(0x7f80780fc4a0 msgr2=0x7f80780fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- 172.21.15.55:0/3642079163 shutdown_connections 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- 172.21.15.55:0/3642079163 wait complete. 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 Processor -- start 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.112+0000 7f807f18e640 1 -- start start 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8078100f30 0x7f80781982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102a40 0x7f807819f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f807810cbd0 con 0x7f8078102080 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f807810ca50 con 0x7f8078100f30 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f807810cd50 con 0x7f8078102a40 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56632/0 (socket says 172.21.15.55:56632) 2024-04-23T18:22:29.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 -- 172.21.15.55:0/1948242896 learned_addr learned my addr 172.21.15.55:0/1948242896 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807d72b640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102a40 0x7f807819f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 -- 172.21.15.55:0/1948242896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102a40 msgr2=0x7f807819f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102a40 0x7f807819f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 -- 172.21.15.55:0/1948242896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8078100f30 msgr2=0x7f80781982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8078100f30 0x7f80781982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 -- 172.21.15.55:0/1948242896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f807819ff00 con 0x7f8078102080 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8077fff640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f806400e9c0 tx=0x7f806400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8075ffb640 1 -- 172.21.15.55:0/1948242896 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806400cd80 con 0x7f8078102080 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8075ffb640 1 -- 172.21.15.55:0/1948242896 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f80640035f0 con 0x7f8078102080 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80781a01f0 con 0x7f8078102080 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.113+0000 7f8075ffb640 1 -- 172.21.15.55:0/1948242896 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8064010690 con 0x7f8078102080 2024-04-23T18:22:29.110 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.114+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80781a0740 con 0x7f8078102080 2024-04-23T18:22:29.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.115+0000 7f8075ffb640 1 -- 172.21.15.55:0/1948242896 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8064003b30 con 0x7f8078102080 2024-04-23T18:22:29.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 Processor -- start 2024-04-23T18:22:29.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8075ffb640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 0x7f80680a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 -- start start 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f807d72b640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 0x7f80680a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8075ffb640 1 -- 172.21.15.55:0/1948242896 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f80640d0870 con 0x7f8078102080 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d465061d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d4650cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d46469c50 con 0x561d46504b80 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d46406830 con 0x561d46506710 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8081f7c740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d46465c10 con 0x561d46505d50 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56646/0 (socket says 172.21.15.55:56646) 2024-04-23T18:22:29.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f807cf2a640 1 -- 172.21.15.55:0/2601362941 learned_addr learned my addr 172.21.15.55:0/2601362941 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.116+0000 7f8077fff640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d465061d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807d72b640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d4650cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 -- 172.21.15.55:0/2601362941 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 msgr2=0x561d465061d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d465061d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 -- 172.21.15.55:0/2601362941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 msgr2=0x561d4650cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d4650cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 -- 172.21.15.55:0/2601362941 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d4617c2d0 con 0x561d46504b80 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f8077fff640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d465061d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807d72b640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d4650cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807d72b640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 0x7f80680a60f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8070004af0 tx=0x7f8070009800 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f807cf2a640 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f806c00a9f0 tx=0x7f806c00aeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1d2eddd96e9978 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f8062ffd640 1 -- 172.21.15.55:0/2601362941 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c00cde0 con 0x561d46504b80 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f8062ffd640 1 -- 172.21.15.55:0/2601362941 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f806c00f920 con 0x561d46504b80 2024-04-23T18:22:29.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.117+0000 7f8062ffd640 1 -- 172.21.15.55:0/2601362941 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c00e950 con 0x561d46504b80 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- 172.21.15.55:0/2601362941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 msgr2=0x561d46504fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f806c00a9f0 tx=0x7f806c00aeb0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- 172.21.15.55:0/2601362941 shutdown_connections 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d465061d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d4650cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- 172.21.15.55:0/2601362941 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d46504fa0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- 172.21.15.55:0/2601362941 >> 172.21.15.55:0/2601362941 conn(0x561d46500070 msgr2=0x561d46500470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- 172.21.15.55:0/2601362941 shutdown_connections 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- 172.21.15.55:0/2601362941 wait complete. 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- start start 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 Processor -- start 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46504b80 0x561d4650efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d4650d720 con 0x561d46506710 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d46404470 con 0x561d46504b80 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d4650d8a0 con 0x561d46505d50 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.118+0000 7f8081f7c740 10 client.0 _ll_register_callbacks cb 0x561d46429f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56654/0 (socket says 172.21.15.55:56654) 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 -- 172.21.15.55:0/3699096730 learned_addr learned my addr 172.21.15.55:0/3699096730 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807cf2a640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46504b80 0x561d4650efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 -- 172.21.15.55:0/3699096730 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 msgr2=0x561d4650f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 -- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46504b80 msgr2=0x561d4650efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46504b80 0x561d4650efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.121 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 -- 172.21.15.55:0/3699096730 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d462466b0 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f807d72b640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8070009ca0 tx=0x7f807002a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=204c03403ba354ed server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8057fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8070004790 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f807002f660 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f806c00f920 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f807002f860 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8081f7c740 10 client.15078 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d465198d0 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.119+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f806c00f920 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8070030b70 con 0x561d46506710 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 10 client.15078 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 10 client.15078 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 20 client.15078 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d4651c090 0x561d4651d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.122 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 4 client.15078 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d46477670 con 0x561d4651c090 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f807cf2a640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d4651c090 0x561d4651d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f807cf2a640 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d4651c090 0x561d4651d500 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=14956fe4eb74ddf6 server_cookie=24bb1595da2066b0 in_seq=0 out_seq=0 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.120+0000 7f8057fff640 10 client.15078 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.121+0000 7f8057fff640 1 -- 172.21.15.55:0/3699096730 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d46477670 con 0x561d4651c090 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.121+0000 7f8057fff640 10 client.15078 handle_command_reply: tid=0 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.121+0000 7f8081f7c740 1 client.15078 shutdown 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 msgr2=0x561d46516560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f8070009ca0 tx=0x7f807002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 shutdown_connections 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d4651c090 0x561d4651d500 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.123 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8057fff640 0 client.15078 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46506710 0x561d46516560 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 --2- 172.21.15.55:0/3699096730 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46504b80 0x561d4650efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 >> 172.21.15.55:0/3699096730 conn(0x561d46500070 msgr2=0x561d464ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 shutdown_connections 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 1 -- 172.21.15.55:0/3699096730 wait complete. 2024-04-23T18:22:29.124 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.122+0000 7f8081f7c740 20 client.15078 trim_cache size 0 max 16384 2024-04-23T18:22:29.139 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 Processor -- start 2024-04-23T18:22:29.139 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 -- start start 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d46516480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d4651b840 con 0x561d46504b80 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d4651bf10 con 0x561d46506710 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f8081f7c740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d4651c5e0 con 0x561d46505d50 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56662/0 (socket says 172.21.15.55:56662) 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 -- 172.21.15.55:0/4179412515 learned_addr learned my addr 172.21.15.55:0/4179412515 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 -- 172.21.15.55:0/4179412515 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 msgr2=0x561d4650f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 -- 172.21.15.55:0/4179412515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 msgr2=0x561d46516480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d46516480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.140+0000 7f807cf2a640 1 -- 172.21.15.55:0/4179412515 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d46503f90 con 0x561d46504b80 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f807cf2a640 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f806c00a9f0 tx=0x7f806c00e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3eba4ef5787a599 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f80627fc640 1 -- 172.21.15.55:0/4179412515 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c02d070 con 0x561d46504b80 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f80627fc640 1 -- 172.21.15.55:0/4179412515 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f806c005a60 con 0x561d46504b80 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f80627fc640 1 -- 172.21.15.55:0/4179412515 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c00f9d0 con 0x561d46504b80 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 -- 172.21.15.55:0/4179412515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 msgr2=0x561d4650efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f806c00a9f0 tx=0x7f806c00e3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 -- 172.21.15.55:0/4179412515 shutdown_connections 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46505d50 0x561d4650f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46506710 0x561d46516480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 --2- 172.21.15.55:0/4179412515 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d4650efc0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 -- 172.21.15.55:0/4179412515 >> 172.21.15.55:0/4179412515 conn(0x561d46500070 msgr2=0x561d464fb0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 -- 172.21.15.55:0/4179412515 shutdown_connections 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.141+0000 7f8081f7c740 1 -- 172.21.15.55:0/4179412515 wait complete. 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 -- start start 2024-04-23T18:22:29.141 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 Processor -- start 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 0x561d46514c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46506710 0x561d46515280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d4651d380 con 0x561d46504b80 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d4651ccb0 con 0x561d46505d50 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d4651da50 con 0x561d46506710 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8081f7c740 10 client.0 _ll_register_callbacks cb 0x7f8064005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56676/0 (socket says 172.21.15.55:56676) 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 -- 172.21.15.55:0/1055117361 learned_addr learned my addr 172.21.15.55:0/1055117361 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8077fff640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 0x561d46514c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 -- 172.21.15.55:0/1055117361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46506710 msgr2=0x561d46515280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46506710 0x561d46515280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.142 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 -- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 msgr2=0x561d46514c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 0x561d46514c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f807cf2a640 1 -- 172.21.15.55:0/1055117361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d46515ab0 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.142+0000 7f8077fff640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 0x561d46514c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f807cf2a640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f806c00c6a0 tx=0x7f806c00a690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b2f95d71573400 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c02d040 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f806c00f8d0 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f806c005a60 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f806c00fad0 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 10 client.15084 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d465822a0 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f806c005a60 con 0x561d46504b80 2024-04-23T18:22:29.143 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f806c039030 con 0x561d46504b80 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 10 client.15084 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 10 client.15084 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 20 client.15084 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d465867b0 0x561d465854c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 4 client.15084 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.143+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "status"}) -- 0x561d464714e0 con 0x561d465867b0 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8077fff640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d465867b0 0x561d465854c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8057fff640 10 client.15084 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8077fff640 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d465867b0 0x561d465854c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6bcbcfba7438323a server_cookie=cf6cefcfb437e5bc in_seq=0 out_seq=0 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8057fff640 1 -- 172.21.15.55:0/1055117361 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+320 (crc 0 0 0) 0x561d464714e0 con 0x561d465867b0 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8057fff640 10 client.15084 handle_command_reply: tid=0 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 client.15084 shutdown 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 msgr2=0x561d465146c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f806c00c6a0 tx=0x7f806c00a690 comp rx=0 tx=0).stop 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 shutdown_connections 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d465867b0 0x561d465854c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d46506710 0x561d46515280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8057fff640 0 client.15084 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d46505d50 0x561d46514c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 --2- 172.21.15.55:0/1055117361 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d46504b80 0x561d465146c0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 >> 172.21.15.55:0/1055117361 conn(0x561d46500070 msgr2=0x561d46509890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 shutdown_connections 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.144+0000 7f8081f7c740 1 -- 172.21.15.55:0/1055117361 wait complete. 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f8081f7c740 20 client.15084 trim_cache size 0 max 16384 2024-04-23T18:22:29.145 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 2, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24461, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 82.45200835, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 113.545109498 2024-04-23T18:22:29.146 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:29.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 msgr2=0x7f80680a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 0x7f80680a60f0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f8070004af0 tx=0x7f8070009800 comp rx=0 tx=0).stop 2024-04-23T18:22:29.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 msgr2=0x7f8078198820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f806400e9c0 tx=0x7f806400ee80 comp rx=0 tx=0).stop 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 shutdown_connections 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f80680a3c30 0x7f80680a60f0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8078102a40 0x7f807819f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8078102080 0x7f8078198820 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 --2- 172.21.15.55:0/1948242896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8078100f30 0x7f80781982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 >> 172.21.15.55:0/1948242896 conn(0x7f80780fc4a0 msgr2=0x7f80780fded0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 shutdown_connections 2024-04-23T18:22:29.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.145+0000 7f807f18e640 1 -- 172.21.15.55:0/1948242896 wait complete. 2024-04-23T18:22:29.150 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- 172.21.15.55:0/3043724990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d81029a0 msgr2=0x7f37d81092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/3043724990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d81029a0 0x7f37d81092c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f37d0009ca0 tx=0x7f37d002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- 172.21.15.55:0/3043724990 shutdown_connections 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/3043724990 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d8101fe0 0x7f37d8102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/3043724990 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d81029a0 0x7f37d81092c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/3043724990 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8100e90 0x7f37d81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- 172.21.15.55:0/3043724990 >> 172.21.15.55:0/3043724990 conn(0x7f37d80fc400 msgr2=0x7f37d80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.255 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- 172.21.15.55:0/3043724990 shutdown_connections 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- 172.21.15.55:0/3043724990 wait complete. 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 Processor -- start 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.259+0000 7f37ddbbf640 1 -- start start 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8101fe0 0x7f37d8197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d81029a0 0x7f37d819e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f37d810cb70 con 0x7f37d8100e90 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f37d810c9f0 con 0x7f37d8101fe0 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f37d810ccf0 con 0x7f37d81029a0 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56696/0 (socket says 172.21.15.55:56696) 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 -- 172.21.15.55:0/924203398 learned_addr learned my addr 172.21.15.55:0/924203398 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.256 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d7fff640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d81029a0 0x7f37d819e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8101fe0 0x7f37d8197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 -- 172.21.15.55:0/924203398 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d81029a0 msgr2=0x7f37d819e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d81029a0 0x7f37d819e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 -- 172.21.15.55:0/924203398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8101fe0 msgr2=0x7f37d8197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8101fe0 0x7f37d8197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 -- 172.21.15.55:0/924203398 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37d819ee00 con 0x7f37d8100e90 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d77fe640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f37c800eb00 tx=0x7f37c8009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d4ff9640 1 -- 172.21.15.55:0/924203398 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c801c070 con 0x7f37d8100e90 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d4ff9640 1 -- 172.21.15.55:0/924203398 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37c800bc30 con 0x7f37d8100e90 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37d8069140 con 0x7f37d8100e90 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37d4ff9640 1 -- 172.21.15.55:0/924203398 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c80166a0 con 0x7f37d8100e90 2024-04-23T18:22:29.257 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.260+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37d8069690 con 0x7f37d8100e90 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d4ff9640 1 -- 172.21.15.55:0/924203398 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f37c801f070 con 0x7f37d8100e90 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 Processor -- start 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 -- start start 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce4179b80 0x55bce4179fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce4181fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55bce40dec50 con 0x55bce417ad50 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55bce407b830 con 0x55bce4179b80 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37e09b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55bce40dac10 con 0x55bce417b710 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d4ff9640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 0x7f37c00a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56710/0 (socket says 172.21.15.55:56710) 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d77fe640 1 -- 172.21.15.55:0/3843233031 learned_addr learned my addr 172.21.15.55:0/3843233031 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.263+0000 7f37d7fff640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 0x7f37c00a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d7fff640 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce4179b80 0x55bce4179fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce4181fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d4ff9640 1 -- 172.21.15.55:0/924203398 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f37c80d1a50 con 0x7f37d8100e90 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 -- 172.21.15.55:0/3843233031 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 msgr2=0x55bce4181fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce4181fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 -- 172.21.15.55:0/3843233031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce4179b80 msgr2=0x55bce4179fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce4179b80 0x55bce4179fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 -- 172.21.15.55:0/3843233031 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bce3df12d0 con 0x55bce417ad50 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d7fff640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 0x7f37c00a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f37d0005e30 tx=0x7f37d002f3e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37d77fe640 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f37c8023000 tx=0x7f37c8017d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40f98ba07a96857e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37bdffb640 1 -- 172.21.15.55:0/3843233031 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c800bde0 con 0x55bce417ad50 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37bdffb640 1 -- 172.21.15.55:0/3843233031 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37c809dd20 con 0x55bce417ad50 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.264+0000 7f37bdffb640 1 -- 172.21.15.55:0/3843233031 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c80a6500 con 0x55bce417ad50 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- 172.21.15.55:0/3843233031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 msgr2=0x55bce417b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f37c8023000 tx=0x7f37c8017d40 comp rx=0 tx=0).stop 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- 172.21.15.55:0/3843233031 shutdown_connections 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce4181fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417ad50 0x55bce417b1d0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 --2- 172.21.15.55:0/3843233031 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce4179b80 0x55bce4179fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- 172.21.15.55:0/3843233031 >> 172.21.15.55:0/3843233031 conn(0x55bce4175070 msgr2=0x55bce4175470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- 172.21.15.55:0/3843233031 shutdown_connections 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- 172.21.15.55:0/3843233031 wait complete. 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 -- start start 2024-04-23T18:22:29.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.265+0000 7f37e09b4740 1 Processor -- start 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce4184570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce418b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55bce4182660 con 0x55bce4179b80 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55bce4079470 con 0x55bce417ad50 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55bce41827e0 con 0x55bce417b710 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 10 client.0 _ll_register_callbacks cb 0x55bce409ef30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56714/0 (socket says 172.21.15.55:56714) 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 -- 172.21.15.55:0/2995588967 learned_addr learned my addr 172.21.15.55:0/2995588967 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d7fff640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce418b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce4184570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 -- 172.21.15.55:0/2995588967 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 msgr2=0x55bce418b4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce418b4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 -- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 msgr2=0x55bce4184570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce4184570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 -- 172.21.15.55:0/2995588967 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bce3ebb6b0 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce4184570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37d77fe640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f37c80cf8b0 tx=0x7f37c80a20d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe31bdbcee7f38b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c80b6020 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f37c80a6500 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.266+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37c809dd20 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37c800bde0 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 10 client.15096 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bce4192c50 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37c809dd20 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f37c8017410 con 0x55bce4179b80 2024-04-23T18:22:29.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 10 client.15096 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 10 client.15096 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 20 client.15096 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce4194e20 0x55bce4196290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 4 client.15096 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bce40ec670 con 0x55bce4194e20 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.267+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce4194e20 0x55bce4196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.268+0000 7f37b6ffd640 10 client.15096 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.268+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce4194e20 0x55bce4196290 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f578aedcb66170d0 server_cookie=ee1d3f814bf76651 in_seq=0 out_seq=0 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.268+0000 7f37b6ffd640 1 -- 172.21.15.55:0/2995588967 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55bce40ec670 con 0x55bce4194e20 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.268+0000 7f37b6ffd640 10 client.15096 handle_command_reply: tid=0 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.268+0000 7f37e09b4740 1 client.15096 shutdown 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 msgr2=0x55bce4184030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f37c80cf8b0 tx=0x7f37c80a20d0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 shutdown_connections 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce4194e20 0x55bce4196290 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417b710 0x55bce418b4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce4184570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37b6ffd640 0 client.15096 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 --2- 172.21.15.55:0/2995588967 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4184030 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 >> 172.21.15.55:0/2995588967 conn(0x55bce4175070 msgr2=0x55bce41741d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 shutdown_connections 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 1 -- 172.21.15.55:0/2995588967 wait complete. 2024-04-23T18:22:29.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.269+0000 7f37e09b4740 20 client.15096 trim_cache size 0 max 16384 2024-04-23T18:22:29.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 Processor -- start 2024-04-23T18:22:29.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 -- start start 2024-04-23T18:22:29.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 0x55bce41700b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce418b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55bce41945d0 con 0x55bce417b710 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55bce4194ca0 con 0x55bce417ad50 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37e09b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55bce4195370 con 0x55bce4179b80 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56726/0 (socket says 172.21.15.55:56726) 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 -- 172.21.15.55:0/92967528 learned_addr learned my addr 172.21.15.55:0/92967528 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d77fe640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 0x55bce41700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce418b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 -- 172.21.15.55:0/92967528 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 msgr2=0x55bce41700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 0x55bce41700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 -- 172.21.15.55:0/92967528 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 msgr2=0x55bce418b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce418b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d7fff640 1 -- 172.21.15.55:0/92967528 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bce4194400 con 0x55bce417b710 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.287+0000 7f37d77fe640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 0x55bce41700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37d7fff640 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f37d0009ca0 tx=0x7f37d00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=906a8b9bc43f8ec6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37bd7fa640 1 -- 172.21.15.55:0/92967528 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d0003ab0 con 0x55bce417b710 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37bd7fa640 1 -- 172.21.15.55:0/92967528 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37d0051070 con 0x55bce417b710 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37bd7fa640 1 -- 172.21.15.55:0/92967528 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37d002f900 con 0x55bce417b710 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37e09b4740 1 -- 172.21.15.55:0/92967528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 msgr2=0x55bce4183c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.288+0000 7f37e09b4740 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f37d0009ca0 tx=0x7f37d00095c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- 172.21.15.55:0/92967528 shutdown_connections 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce417b710 0x55bce4183c40 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417ad50 0x55bce418b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- 172.21.15.55:0/92967528 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce4179b80 0x55bce41700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- 172.21.15.55:0/92967528 >> 172.21.15.55:0/92967528 conn(0x55bce4175070 msgr2=0x55bce417dda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- 172.21.15.55:0/92967528 shutdown_connections 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- 172.21.15.55:0/92967528 wait complete. 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- start start 2024-04-23T18:22:29.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 Processor -- start 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417ad50 0x55bce4189b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417b710 0x55bce418a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55bce4196110 con 0x55bce4179b80 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55bce4195a40 con 0x55bce417b710 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55bce41967e0 con 0x55bce417ad50 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37e09b4740 10 client.0 _ll_register_callbacks cb 0x7f37c8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37d77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56742/0 (socket says 172.21.15.55:56742) 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37d77fe640 1 -- 172.21.15.55:0/317114354 learned_addr learned my addr 172.21.15.55:0/317114354 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37d7fff640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417b710 0x55bce418a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.289+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417ad50 0x55bce4189b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 -- 172.21.15.55:0/317114354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417ad50 msgr2=0x55bce4189b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417ad50 0x55bce4189b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 -- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417b710 msgr2=0x55bce418a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417b710 0x55bce418a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 -- 172.21.15.55:0/317114354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bce418aa20 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37d77fe640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f37c800b750 tx=0x7f37c8009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4957e98a2fec71b8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37c80b6020 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f37c80a6500 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f37d0051070 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f37c80a6740 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37e09b4740 10 client.15102 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55bce418aa20 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.290+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f37d0051070 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f37c80a6c70 con 0x55bce4179b80 2024-04-23T18:22:29.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 10 client.15102 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 10 client.15102 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 20 client.15102 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce41ff8e0 0x55bce41fe5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 4 client.15102 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "status"}) -- 0x55bce40e64e0 con 0x55bce41ff8e0 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce41ff8e0 0x55bce41fe5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37b6ffd640 10 client.15102 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37d6ffd640 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce41ff8e0 0x55bce41fe5f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=60440d6c268bd035 server_cookie=96f6c9dbeca453fd in_seq=0 out_seq=0 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37b6ffd640 1 -- 172.21.15.55:0/317114354 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55bce40e64e0 con 0x55bce41ff8e0 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37b6ffd640 10 client.15102 handle_command_reply: tid=0 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.291+0000 7f37e09b4740 1 client.15102 shutdown 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 msgr2=0x55bce4187620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f37c800b750 tx=0x7f37c8009f90 comp rx=0 tx=0).stop 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 shutdown_connections 2024-04-23T18:22:29.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55bce41ff8e0 0x55bce41fe5f0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55bce417ad50 0x55bce4189b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37b6ffd640 0 client.15102 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55bce417b710 0x55bce418a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 --2- 172.21.15.55:0/317114354 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55bce4179b80 0x55bce4187620 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 >> 172.21.15.55:0/317114354 conn(0x55bce4175070 msgr2=0x55bce4183c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 shutdown_connections 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 1 -- 172.21.15.55:0/317114354 wait complete. 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37e09b4740 20 client.15102 trim_cache size 0 max 16384 2024-04-23T18:22:29.292 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 1, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24503, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 83.581754191000002, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 104.903397334 2024-04-23T18:22:29.293 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:29.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 msgr2=0x7f37c00a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 0x7f37c00a6070 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f37d0005e30 tx=0x7f37d002f3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 msgr2=0x7f37d81971e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f37c800eb00 tx=0x7f37c8009f20 comp rx=0 tx=0).stop 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 shutdown_connections 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f37c00a3bb0 0x7f37c00a6070 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37d81029a0 0x7f37d819e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f37d8101fe0 0x7f37d8197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 --2- 172.21.15.55:0/924203398 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37d8100e90 0x7f37d81971e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.292+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 >> 172.21.15.55:0/924203398 conn(0x7f37d80fc400 msgr2=0x7f37d81052a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.293+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 shutdown_connections 2024-04-23T18:22:29.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.293+0000 7f37ddbbf640 1 -- 172.21.15.55:0/924203398 wait complete. 2024-04-23T18:22:29.298 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/1874649457 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c1029a0 msgr2=0x7f2c9c1092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/1874649457 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c1092c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f2c94009ca0 tx=0x7f2c9402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/1874649457 shutdown_connections 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/1874649457 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/1874649457 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c1092c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/1874649457 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c100e90 0x7f2c9c1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.405+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/1874649457 >> 172.21.15.55:0/1874649457 conn(0x7f2c9c0fc400 msgr2=0x7f2c9c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/1874649457 shutdown_connections 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/1874649457 wait complete. 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 Processor -- start 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- start start 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c100e90 0x7f2c9c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c19f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9c10dc40 con 0x7f2c9c101fe0 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9c10dac0 con 0x7f2c9c1029a0 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2ca2bbf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2c9c10ddc0 con 0x7f2c9c100e90 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.403 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56760/0 (socket says 172.21.15.55:56760) 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.406+0000 7f2c9bfff640 1 -- 172.21.15.55:0/991436304 learned_addr learned my addr 172.21.15.55:0/991436304 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2ca115c640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c19f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2ca095b640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c100e90 0x7f2c9c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 -- 172.21.15.55:0/991436304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c100e90 msgr2=0x7f2c9c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c100e90 0x7f2c9c198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 -- 172.21.15.55:0/991436304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 msgr2=0x7f2c9c19f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c19f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 -- 172.21.15.55:0/991436304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c9c19fe90 con 0x7f2c9c101fe0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2ca115c640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c19f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000c970 tx=0x7f2c9000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c99ffb640 1 -- 172.21.15.55:0/991436304 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90004220 con 0x7f2c9c101fe0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c9c1a0180 con 0x7f2c9c101fe0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c99ffb640 1 -- 172.21.15.55:0/991436304 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c900043c0 con 0x7f2c9c101fe0 2024-04-23T18:22:29.404 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2c99ffb640 1 -- 172.21.15.55:0/991436304 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90004a00 con 0x7f2c9c101fe0 2024-04-23T18:22:29.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.407+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c9c1a06d0 con 0x7f2c9c101fe0 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.409+0000 7f2c99ffb640 1 -- 172.21.15.55:0/991436304 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2c900079b0 con 0x7f2c9c101fe0 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 Processor -- start 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 -- start start 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c99ffb640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 0x7f2c840a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca97b80 0x55769ca97fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca99710 0x55769ca9ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55769c9fcc50 con 0x55769ca98d50 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c99ffb640 1 -- 172.21.15.55:0/991436304 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f2c900d02b0 con 0x7f2c9c101fe0 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55769c999830 con 0x55769ca97b80 2024-04-23T18:22:29.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55769c9f8c10 con 0x55769ca99710 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca115c640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 0x7f2c840a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56774/0 (socket says 172.21.15.55:56774) 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 -- 172.21.15.55:0/1474501961 learned_addr learned my addr 172.21.15.55:0/1474501961 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca095b640 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca97b80 0x55769ca97fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca115c640 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca99710 0x55769ca9ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 -- 172.21.15.55:0/1474501961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca99710 msgr2=0x55769ca9ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca99710 0x55769ca9ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 -- 172.21.15.55:0/1474501961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca97b80 msgr2=0x55769ca97fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca97b80 0x55769ca97fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2c9bfff640 1 -- 172.21.15.55:0/1474501961 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769c70f2d0 con 0x55769ca98d50 2024-04-23T18:22:29.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.410+0000 7f2ca115c640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 0x7f2c840a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2c9402f500 tx=0x7f2c940098e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2c900a4cc0 tx=0x7f2c9009c010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bacabfafbeb545ab server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2c82ffd640 1 -- 172.21.15.55:0/1474501961 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9001d040 con 0x55769ca98d50 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2c82ffd640 1 -- 172.21.15.55:0/1474501961 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c900a0930 con 0x55769ca98d50 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2c82ffd640 1 -- 172.21.15.55:0/1474501961 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c90085b10 con 0x55769ca98d50 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1474501961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 msgr2=0x55769ca991d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2c900a4cc0 tx=0x7f2c9009c010 comp rx=0 tx=0).stop 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1474501961 shutdown_connections 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca99710 0x55769ca9ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769ca991d0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1474501961 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca97b80 0x55769ca97fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1474501961 >> 172.21.15.55:0/1474501961 conn(0x55769ca93070 msgr2=0x55769ca93470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1474501961 shutdown_connections 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.411+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1474501961 wait complete. 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 -- start start 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 Processor -- start 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769caa9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55769caa0720 con 0x55769ca98d50 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55769c997470 con 0x55769ca99710 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55769caa08a0 con 0x55769ca97b80 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca59b2740 10 client.0 _ll_register_callbacks cb 0x55769c9bcf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56776/0 (socket says 172.21.15.55:56776) 2024-04-23T18:22:29.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2854623226 learned_addr learned my addr 172.21.15.55:0/2854623226 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca115c640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769caa9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.412+0000 7f2ca095b640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2854623226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 msgr2=0x55769caa20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 msgr2=0x55769caa9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769caa9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2854623226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769c7d96b0 con 0x55769ca98d50 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca095b640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000a5b0 tx=0x7f2c900cdd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc3674e6e5ccd30 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c900ba060 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f2c90085b10 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c900a0930 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2c9001d040 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca59b2740 10 client.15114 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55769caac990 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c900a0930 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2c9009b440 con 0x55769ca98d50 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca59b2740 10 client.15114 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.413+0000 7f2ca59b2740 10 client.15114 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca59b2740 20 client.15114 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769caadce0 0x55769caafea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca59b2740 4 client.15114 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55769ca0a670 con 0x55769caadce0 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca095b640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769caadce0 0x55769caafea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2c7bfff640 10 client.15114 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.414+0000 7f2ca095b640 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769caadce0 0x55769caafea0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70f75040b58ff043 server_cookie=a4332ce726c7e564 in_seq=0 out_seq=0 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2c7bfff640 1 -- 172.21.15.55:0/2854623226 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55769ca0a670 con 0x55769caadce0 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2c7bfff640 10 client.15114 handle_command_reply: tid=0 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 client.15114 shutdown 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 msgr2=0x55769caa25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000a5b0 tx=0x7f2c900cdd10 comp rx=0 tx=0).stop 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 shutdown_connections 2024-04-23T18:22:29.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769caadce0 0x55769caafea0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769caa9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa25e0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2c7bfff640 0 client.15114 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2854623226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 >> 172.21.15.55:0/2854623226 conn(0x55769ca93070 msgr2=0x55769ca921d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 shutdown_connections 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2854623226 wait complete. 2024-04-23T18:22:29.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.415+0000 7f2ca59b2740 20 client.15114 trim_cache size 0 max 16384 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 Processor -- start 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 -- start start 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769ca92b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769ca8e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55769caae1e0 con 0x55769ca98d50 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55769caae8b0 con 0x55769ca99710 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.433+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55769caaef80 con 0x55769ca97b80 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56786/0 (socket says 172.21.15.55:56786) 2024-04-23T18:22:29.433 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2347361375 learned_addr learned my addr 172.21.15.55:0/2347361375 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2347361375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 msgr2=0x55769ca92b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769ca92b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2347361375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 msgr2=0x55769ca8e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769ca8e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 -- 172.21.15.55:0/2347361375 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769ca9fba0 con 0x55769ca98d50 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c9bfff640 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2c900ce110 tx=0x7f2c9009aa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf616ad14bd57a45 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c827fc640 1 -- 172.21.15.55:0/2347361375 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9007f070 con 0x55769ca98d50 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c827fc640 1 -- 172.21.15.55:0/2347361375 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c900a0930 con 0x55769ca98d50 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.434+0000 7f2c827fc640 1 -- 172.21.15.55:0/2347361375 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c900ba040 con 0x55769ca98d50 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2347361375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 msgr2=0x55769caa95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2c900ce110 tx=0x7f2c9009aa90 comp rx=0 tx=0).stop 2024-04-23T18:22:29.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2347361375 shutdown_connections 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca99710 0x55769ca8e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca98d50 0x55769caa95e0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/2347361375 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769ca92b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2347361375 >> 172.21.15.55:0/2347361375 conn(0x55769ca93070 msgr2=0x55769ca9bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2347361375 shutdown_connections 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- 172.21.15.55:0/2347361375 wait complete. 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- start start 2024-04-23T18:22:29.435 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 Processor -- start 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca98d50 0x55769caa3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55769caafd20 con 0x55769ca99710 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55769caaf650 con 0x55769ca98d50 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55769cab03f0 con 0x55769ca97b80 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.435+0000 7f2ca59b2740 10 client.0 _ll_register_callbacks cb 0x7f2c8c005f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56800/0 (socket says 172.21.15.55:56800) 2024-04-23T18:22:29.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 -- 172.21.15.55:0/1189363573 learned_addr learned my addr 172.21.15.55:0/1189363573 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca095b640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 -- 172.21.15.55:0/1189363573 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 msgr2=0x55769caa3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 -- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca98d50 msgr2=0x55769caa3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca98d50 0x55769caa3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 -- 172.21.15.55:0/1189363573 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769caa8d20 con 0x55769ca99710 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca115c640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2c94009ca0 tx=0x7f2c940095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdd11f51017ce405 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2c7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c94004690 con 0x55769ca99710 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f2c9402f660 con 0x55769ca99710 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c900a0930 con 0x55769ca99710 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f2c94004830 con 0x55769ca99710 2024-04-23T18:22:29.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca59b2740 10 client.15120 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55769cb14ec0 con 0x55769ca99710 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.436+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2c900a0930 con 0x55769ca99710 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f2c940306e0 con 0x55769ca99710 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 10 client.15120 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 10 client.15120 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 20 client.15120 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769cb19bb0 0x55769cb188c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 4 client.15120 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "status"}) -- 0x55769ca044e0 con 0x55769cb19bb0 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca095b640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769cb19bb0 0x55769cb188c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2c7bfff640 10 client.15120 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2ca095b640 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769cb19bb0 0x55769cb188c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf8ea4a9fd827fe server_cookie=938ec32db5275833 in_seq=0 out_seq=0 2024-04-23T18:22:29.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.437+0000 7f2c7bfff640 1 -- 172.21.15.55:0/1189363573 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55769ca044e0 con 0x55769cb19bb0 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2c7bfff640 10 client.15120 handle_command_reply: tid=0 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 client.15120 shutdown 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 msgr2=0x55769caa86e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2c94009ca0 tx=0x7f2c940095c0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 shutdown_connections 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55769cb19bb0 0x55769cb188c0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55769ca99710 0x55769caa86e0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2c7bfff640 0 client.15120 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55769ca98d50 0x55769caa3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 --2- 172.21.15.55:0/1189363573 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55769ca97b80 0x55769caa3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 >> 172.21.15.55:0/1189363573 conn(0x55769ca93070 msgr2=0x55769caa2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 shutdown_connections 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 1 -- 172.21.15.55:0/1189363573 wait complete. 2024-04-23T18:22:29.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca59b2740 20 client.15120 trim_cache size 0 max 16384 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 0, 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24536, 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:29.442 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 86.754271502999998, 2024-04-23T18:22:29.443 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:29.443 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:29.443 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:29.443 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 93.54395495 2024-04-23T18:22:29.443 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:29.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 msgr2=0x7f2c840a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 0x7f2c840a6070 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f2c9402f500 tx=0x7f2c940098e0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 msgr2=0x7f2c9c1987b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f2c9000c970 tx=0x7f2c9000ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 shutdown_connections 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f2c840a3bb0 0x7f2c840a6070 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2c9c1029a0 0x7f2c9c19f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2c9c101fe0 0x7f2c9c1987b0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 --2- 172.21.15.55:0/991436304 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2c9c100e90 0x7f2c9c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.438+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 >> 172.21.15.55:0/991436304 conn(0x7f2c9c0fc400 msgr2=0x7f2c9c105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.439+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 shutdown_connections 2024-04-23T18:22:29.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:29.439+0000 7f2ca2bbf640 1 -- 172.21.15.55:0/991436304 wait complete. 2024-04-23T18:22:29.446 INFO:tasks.cephadm:Setup complete, yielding 2024-04-23T18:22:29.446 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-23T18:22:29.456 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:22:29.456 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-23T18:22:29.703 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:29.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:29 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3742990780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:29.974 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:29 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3742990780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:30.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:29 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3742990780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:30.958 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:30 smithi055 ceph-mon[29189]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:22:30.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:30 smithi116 ceph-mon[32310]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:22:31.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:30 smithi152 ceph-mon[33022]: pgmap v334: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 -- 172.21.15.55:0/1103014257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc103540 msgr2=0x7f11fc109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 --2- 172.21.15.55:0/1103014257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc103540 0x7f11fc109df0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f11e40099c0 tx=0x7f11e4009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 -- 172.21.15.55:0/1103014257 shutdown_connections 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 --2- 172.21.15.55:0/1103014257 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc103540 0x7f11fc109df0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 --2- 172.21.15.55:0/1103014257 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc1019a0 0x7f11fc101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 --2- 172.21.15.55:0/1103014257 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 0x7f11fc103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 -- 172.21.15.55:0/1103014257 >> 172.21.15.55:0/1103014257 conn(0x7f11fc0fcf40 msgr2=0x7f11fc0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:31.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 -- 172.21.15.55:0/1103014257 shutdown_connections 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 -- 172.21.15.55:0/1103014257 wait complete. 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.346+0000 7f1203070700 1 Processor -- start 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 -- start start 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 0x7f11fc19d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 0x7f11fc1a0070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc10d5d0 con 0x7f11fc1019a0 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc10d450 con 0x7f11fc103540 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1203070700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f11fc10d750 con 0x7f11fc102ba0 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52448/0 (socket says 172.21.15.55:52448) 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 -- 172.21.15.55:0/3151916896 learned_addr learned my addr 172.21.15.55:0/3151916896 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:31.342 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f120160d700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 0x7f11fc1a0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f11fbfff700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 0x7f11fc19d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 -- 172.21.15.55:0/3151916896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 msgr2=0x7f11fc19d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 0x7f11fc19d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 -- 172.21.15.55:0/3151916896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 msgr2=0x7f11fc1a0070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 0x7f11fc1a0070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.343 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 -- 172.21.15.55:0/3151916896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11fc1a0940 con 0x7f11fc1019a0 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f120160d700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 0x7f11fc1a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.347+0000 7f1200e0c700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f11f4007f10 tx=0x7f11f400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.348+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f400dc90 con 0x7f11fc1019a0 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.348+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11fc1a0c30 con 0x7f11fc1019a0 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.348+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f11f400de30 con 0x7f11fc1019a0 2024-04-23T18:22:31.344 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.348+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11f4013650 con 0x7f11fc1019a0 2024-04-23T18:22:31.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.348+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11fc1a11c0 con 0x7f11fc1019a0 2024-04-23T18:22:31.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.349+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11fc069730 con 0x7f11fc1019a0 2024-04-23T18:22:31.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.350+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f11f401a020 con 0x7f11fc1019a0 2024-04-23T18:22:31.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.350+0000 7f11f9ffb700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 0x7f11e80a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:31.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.351+0000 7f11fbfff700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 0x7f11e80a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:31.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.351+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f11f40cf5b0 con 0x7f11fc1019a0 2024-04-23T18:22:31.346 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.351+0000 7f11fbfff700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 0x7f11e80a6100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f11ec006fd0 tx=0x7f11ec008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:31.348 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.355+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f11f4010070 con 0x7f11fc1019a0 2024-04-23T18:22:31.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.581+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f11fc062e80 con 0x7f11e80a3c40 2024-04-23T18:22:31.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.583+0000 7f11f9ffb700 1 -- 172.21.15.55:0/3151916896 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f11fc062e80 con 0x7f11e80a3c40 2024-04-23T18:22:31.576 INFO:teuthology.orchestra.run.smithi055.stdout:Backend: cephadm 2024-04-23T18:22:31.576 INFO:teuthology.orchestra.run.smithi055.stdout:Available: Yes 2024-04-23T18:22:31.576 INFO:teuthology.orchestra.run.smithi055.stdout:Paused: No 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 msgr2=0x7f11e80a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 0x7f11e80a6100 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f11ec006fd0 tx=0x7f11ec008040 comp rx=0 tx=0).stop 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 msgr2=0x7f11fc06b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f11f4007f10 tx=0x7f11f400d3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 shutdown_connections 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f11e80a3c40 0x7f11e80a6100 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f11fc103540 0x7f11fc1a0070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f11fc1019a0 0x7f11fc06b2e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.578 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 --2- 172.21.15.55:0/3151916896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f11fc102ba0 0x7f11fc19d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:31.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 >> 172.21.15.55:0/3151916896 conn(0x7f11fc0fcf40 msgr2=0x7f11fc105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:31.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 shutdown_connections 2024-04-23T18:22:31.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:31.585+0000 7f1203070700 1 -- 172.21.15.55:0/3151916896 wait complete. 2024-04-23T18:22:32.158 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-23T18:22:32.416 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:32.816 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:32 smithi055 ceph-mon[29189]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:32.816 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:32 smithi055 ceph-mon[29189]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:32.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:32 smithi116 ceph-mon[32310]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:32.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:32 smithi116 ceph-mon[32310]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:33.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:32 smithi152 ceph-mon[33022]: pgmap v335: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:33.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:32 smithi152 ceph-mon[33022]: from='client.15126 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 -- 172.21.15.55:0/3075696496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4103cc0 msgr2=0x7fc0d4104120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3075696496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4103cc0 0x7fc0d4104120 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc0d00099c0 tx=0x7fc0d0009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 -- 172.21.15.55:0/3075696496 shutdown_connections 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3075696496 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d410af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3075696496 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3075696496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4103cc0 0x7fc0d4104120 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 -- 172.21.15.55:0/3075696496 >> 172.21.15.55:0/3075696496 conn(0x7fc0d40fe060 msgr2=0x7fc0d41004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:33.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 -- 172.21.15.55:0/3075696496 shutdown_connections 2024-04-23T18:22:33.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.911+0000 7fc0db49d700 1 -- 172.21.15.55:0/3075696496 wait complete. 2024-04-23T18:22:33.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 Processor -- start 2024-04-23T18:22:33.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 -- start start 2024-04-23T18:22:33.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:33.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc0d4103cc0 0x7fc0d41991f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:33.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d41a0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:33.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d410e670 con 0x7fc0d4102ac0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d410e4f0 con 0x7fc0d4103cc0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0db49d700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc0d410e7f0 con 0x7fc0d4104660 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0d9239700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0d9239700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52470/0 (socket says 172.21.15.55:52470) 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.912+0000 7fc0d9239700 1 -- 172.21.15.55:0/3317813867 learned_addr learned my addr 172.21.15.55:0/3317813867 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9a3a700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d41a0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 -- 172.21.15.55:0/3317813867 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 msgr2=0x7fc0d41a0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d41a0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 -- 172.21.15.55:0/3317813867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc0d4103cc0 msgr2=0x7fc0d41991f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc0d4103cc0 0x7fc0d41991f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 -- 172.21.15.55:0/3317813867 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0d41a0930 con 0x7fc0d4102ac0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9a3a700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d41a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0d9239700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc0c800d980 tx=0x7fc0c800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:33.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c8017030 con 0x7fc0d4102ac0 2024-04-23T18:22:33.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0d41a0c20 con 0x7fc0d4102ac0 2024-04-23T18:22:33.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc0c80044f0 con 0x7fc0d4102ac0 2024-04-23T18:22:33.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0c8003b40 con 0x7fc0d4102ac0 2024-04-23T18:22:33.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.913+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0d41a11b0 con 0x7fc0d4102ac0 2024-04-23T18:22:33.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.914+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0d4069730 con 0x7fc0d4102ac0 2024-04-23T18:22:33.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.915+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc0c801a070 con 0x7fc0d4102ac0 2024-04-23T18:22:33.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.916+0000 7fc0c67fc700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 0x7fc0c00a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:33.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.916+0000 7fc0d8a38700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 0x7fc0c00a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:33.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.916+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fc0c80cfe70 con 0x7fc0d4102ac0 2024-04-23T18:22:33.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.916+0000 7fc0d8a38700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 0x7fc0c00a6100 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0003800 tx=0x7fc0d00038d0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:33.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:33.921+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc0c809c7e0 con 0x7fc0d4102ac0 2024-04-23T18:22:34.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.140+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7fc0d4062e80 con 0x7fc0c00a3c40 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.154+0000 7fc0c67fc700 1 -- 172.21.15.55:0/3317813867 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4185 (secure 0 0 0) 0x7fc0d4062e80 con 0x7fc0c00a3c40 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.a smithi055 running (101s) 15s ago 101s 17.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 27cfecedf287 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.b smithi116 running (98s) 31s ago 98s 26.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 ac92fef78bfa 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.c smithi152 running (112s) 31s ago 112s 17.3M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f33f770a20be 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.d smithi055 running (2m) 15s ago 2m 14.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 0cb87a0fd424 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.e smithi116 running (118s) 31s ago 118s 17.7M - 19.0.0-3156-gd69f13d8 da4b004c09e8 f3509768d08a 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.f smithi152 running (115s) 31s ago 115s 17.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 a611ef8fa945 2024-04-23T18:22:34.147 INFO:teuthology.orchestra.run.smithi055.stdout:mds.g smithi055 running (104s) 15s ago 104s 17.1M - 19.0.0-3156-gd69f13d8 da4b004c09e8 37c24c22a017 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mds.h smithi116 running (110s) 31s ago 109s 17.5M - 19.0.0-3156-gd69f13d8 da4b004c09e8 c36c6d0d679d 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mds.i smithi152 running (107s) 31s ago 106s 17.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 16db124c98d2 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mds.j smithi055 running (2m) 15s ago 2m 14.0M - 19.0.0-3156-gd69f13d8 da4b004c09e8 6ecfa5d72c93 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mds.k smithi116 running (2m) 31s ago 2m 16.6M - 19.0.0-3156-gd69f13d8 da4b004c09e8 8297802be902 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mds.l smithi152 running (2m) 31s ago 2m 19.2M - 19.0.0-3156-gd69f13d8 da4b004c09e8 1339dd27e234 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mgr.x smithi055 *:9283,8765 running (9m) 15s ago 9m 515M - 19.0.0-3156-gd69f13d8 da4b004c09e8 e1238c18ea25 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mgr.y smithi116 *:8443,8765 running (7m) 31s ago 7m 453M - 19.0.0-3156-gd69f13d8 da4b004c09e8 3e4727cd3bbc 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mgr.z smithi152 *:8443,8765 running (7m) 31s ago 7m 452M - 19.0.0-3156-gd69f13d8 da4b004c09e8 75dba74a6333 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mon.a smithi055 running (9m) 15s ago 9m 54.0M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 2ae70dd824b2 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mon.b smithi116 running (7m) 31s ago 7m 42.1M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 66288048b32e 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:mon.c smithi152 running (7m) 31s ago 7m 42.3M 2048M 19.0.0-3156-gd69f13d8 da4b004c09e8 1ce39fc41703 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:osd.0 smithi055 running (7m) 15s ago 7m 46.9M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 b4f987ed91df 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:osd.1 smithi116 running (6m) 31s ago 6m 57.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 d4b33bf58d3c 2024-04-23T18:22:34.148 INFO:teuthology.orchestra.run.smithi055.stdout:osd.2 smithi152 running (6m) 31s ago 6m 57.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 b293c1dfb7ef 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.3 smithi055 running (5m) 15s ago 5m 53.9M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 6c9049aea5b8 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.4 smithi116 running (5m) 31s ago 5m 55.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 b853e1895e36 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.5 smithi152 running (5m) 31s ago 5m 44.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 c23c66fca526 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.6 smithi055 running (4m) 15s ago 4m 44.1M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 6a97be7c0cbd 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.7 smithi116 running (4m) 31s ago 4m 54.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 5cc4bd83e8ce 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.8 smithi152 running (3m) 31s ago 3m 42.9M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 e94566f24b77 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.9 smithi055 running (3m) 15s ago 3m 42.2M 4273M 19.0.0-3156-gd69f13d8 da4b004c09e8 2b2126e556de 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.10 smithi116 running (2m) 31s ago 2m 57.3M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 e518d23b85ca 2024-04-23T18:22:34.149 INFO:teuthology.orchestra.run.smithi055.stdout:osd.11 smithi152 running (2m) 31s ago 2m 52.0M 4272M 19.0.0-3156-gd69f13d8 da4b004c09e8 23d2d7208ee2 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 msgr2=0x7fc0c00a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 0x7fc0c00a6100 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0003800 tx=0x7fc0d00038d0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 msgr2=0x7fc0d4198cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fc0c800d980 tx=0x7fc0c800dd40 comp rx=0 tx=0).stop 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 shutdown_connections 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc0c00a3c40 0x7fc0c00a6100 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0d4104660 0x7fc0d41a0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0d4102ac0 0x7fc0d4198cb0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 --2- 172.21.15.55:0/3317813867 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc0d4103cc0 0x7fc0d41991f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:34.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 >> 172.21.15.55:0/3317813867 conn(0x7fc0d40fe060 msgr2=0x7fc0d4107040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:34.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 shutdown_connections 2024-04-23T18:22:34.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:34.156+0000 7fc0db49d700 1 -- 172.21.15.55:0/3317813867 wait complete. 2024-04-23T18:22:34.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:34 smithi055 ceph-mon[29189]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:34.827 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ls' 2024-04-23T18:22:34.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:34 smithi116 ceph-mon[32310]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:35.080 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:35.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:34 smithi152 ceph-mon[33022]: pgmap v336: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:35.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:35 smithi055 ceph-mon[29189]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:35.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:35 smithi116 ceph-mon[32310]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:35 smithi152 ceph-mon[33022]: from='client.15132 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:36.843 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:36 smithi055 ceph-mon[29189]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:36.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1713451972 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d14103540 msgr2=0x7f8d14109df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:36.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1713451972 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d14103540 0x7f8d14109df0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8d0c00b0d0 tx=0x7f8d0c00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1713451972 shutdown_connections 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1713451972 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d14103540 0x7f8d14109df0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1713451972 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d141019a0 0x7f8d14101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1713451972 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14102ba0 0x7f8d14103000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1713451972 >> 172.21.15.55:0/1713451972 conn(0x7f8d140fcf40 msgr2=0x7f8d140ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1713451972 shutdown_connections 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1713451972 wait complete. 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 Processor -- start 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.859+0000 7f8d1c1b9700 1 -- start start 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d14102ba0 0x7f8d1419d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:36.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14103540 0x7f8d1419ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1410d560 con 0x7f8d141019a0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1410d3e0 con 0x7f8d14102ba0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8d1410d6e0 con 0x7f8d14103540 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:52494/0 (socket says 172.21.15.55:52494) 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 -- 172.21.15.55:0/1697157493 learned_addr learned my addr 172.21.15.55:0/1697157493 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19754700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d14102ba0 0x7f8d1419d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1a756700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14103540 0x7f8d1419ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 -- 172.21.15.55:0/1697157493 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14103540 msgr2=0x7f8d1419ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14103540 0x7f8d1419ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 -- 172.21.15.55:0/1697157493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d14102ba0 msgr2=0x7f8d1419d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d14102ba0 0x7f8d1419d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 -- 172.21.15.55:0/1697157493 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d141a08b0 con 0x7f8d141019a0 2024-04-23T18:22:36.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d19f55700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8d1000d980 tx=0x7f8d1000dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:36.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10017030 con 0x7f8d141019a0 2024-04-23T18:22:36.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8d100044f0 con 0x7f8d141019a0 2024-04-23T18:22:36.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d141a0ba0 con 0x7f8d141019a0 2024-04-23T18:22:36.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.860+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d10003b40 con 0x7f8d141019a0 2024-04-23T18:22:36.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.861+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d141a10e0 con 0x7f8d141019a0 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.861+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d14069730 con 0x7f8d141019a0 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.863+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8d1001a070 con 0x7f8d141019a0 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.863+0000 7f8d0affd700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 0x7f8d000a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.863+0000 7f8d19754700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 0x7f8d000a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.863+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f8d100cfe40 con 0x7f8d141019a0 2024-04-23T18:22:36.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.864+0000 7f8d19754700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 0x7f8d000a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8d04005950 tx=0x7f8d040058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:36.861 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:36.868+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8d100232f0 con 0x7f8d141019a0 2024-04-23T18:22:36.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:36 smithi116 ceph-mon[32310]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:37.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.084+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f8d14062e80 con 0x7f8d000a3c40 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.091+0000 7f8d0affd700 1 -- 172.21.15.55:0/1697157493 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f8d14062e80 con 0x7f8d000a3c40 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stdout:mds.all 12/12 34s ago 2m smithi055=a;smithi055=d;smithi055=g;smithi055=j;smithi116=b;smithi116=e;smithi116=h;smithi116=k;smithi152=c;smithi152=f;smithi152=i;smithi152=l;count:12 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stdout:mgr 3/3 34s ago 7m smithi055=x;smithi116=y;smithi152=z;count:3 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stdout:mon 3/3 34s ago 7m smithi055:172.21.15.55=a;smithi116:172.21.15.116=b;smithi152:172.21.15.152=c;count:3 2024-04-23T18:22:37.084 INFO:teuthology.orchestra.run.smithi055.stdout:osd 12 34s ago - 2024-04-23T18:22:37.086 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 msgr2=0x7f8d000a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 0x7f8d000a6100 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f8d04005950 tx=0x7f8d040058e0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 msgr2=0x7f8d1406b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8d1000d980 tx=0x7f8d1000dd40 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 shutdown_connections 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8d000a3c40 0x7f8d000a6100 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8d14103540 0x7f8d1419ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8d141019a0 0x7f8d1406b2e0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 --2- 172.21.15.55:0/1697157493 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8d14102ba0 0x7f8d1419d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 >> 172.21.15.55:0/1697157493 conn(0x7f8d140fcf40 msgr2=0x7f8d14105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 shutdown_connections 2024-04-23T18:22:37.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:37.093+0000 7f8d1c1b9700 1 -- 172.21.15.55:0/1697157493 wait complete. 2024-04-23T18:22:37.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:36 smithi152 ceph-mon[33022]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:37.711 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-23T18:22:37.958 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:38.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:38 smithi116 ceph-mon[32310]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:38.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:38 smithi116 ceph-mon[32310]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:38.974 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:38 smithi055 ceph-mon[29189]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:38.974 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:38 smithi055 ceph-mon[29189]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:39.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:38 smithi152 ceph-mon[33022]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 426 B/s wr, 10 op/s 2024-04-23T18:22:39.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:38 smithi152 ceph-mon[33022]: from='client.15138 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 -- 172.21.15.55:0/4273825387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770103ca0 msgr2=0x7f7770104100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 --2- 172.21.15.55:0/4273825387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770103ca0 0x7f7770104100 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f776c0099c0 tx=0x7f776c009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 -- 172.21.15.55:0/4273825387 shutdown_connections 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 --2- 172.21.15.55:0/4273825387 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770104640 0x7f777010aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 --2- 172.21.15.55:0/4273825387 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770102aa0 0x7f7770102ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 --2- 172.21.15.55:0/4273825387 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770103ca0 0x7f7770104100 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.892+0000 7f77776e3700 1 -- 172.21.15.55:0/4273825387 >> 172.21.15.55:0/4273825387 conn(0x7f77700fe040 msgr2=0x7f7770100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:39.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- 172.21.15.55:0/4273825387 shutdown_connections 2024-04-23T18:22:39.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- 172.21.15.55:0/4273825387 wait complete. 2024-04-23T18:22:39.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 Processor -- start 2024-04-23T18:22:39.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- start start 2024-04-23T18:22:39.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 0x7f777019af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:39.888 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770103ca0 0x7f777019b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f777010e670 con 0x7f7770104640 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f777010e4f0 con 0x7f7770102aa0 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f77776e3700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f777010e7f0 con 0x7f7770103ca0 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.893+0000 7f7775c80700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45312/0 (socket says 172.21.15.55:45312) 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 -- 172.21.15.55:0/474117470 learned_addr learned my addr 172.21.15.55:0/474117470 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7774c7e700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770103ca0 0x7f777019b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f777547f700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 0x7f777019af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 -- 172.21.15.55:0/474117470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770103ca0 msgr2=0x7f777019b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770103ca0 0x7f777019b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 -- 172.21.15.55:0/474117470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 msgr2=0x7f777019af20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:39.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 0x7f777019af20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 -- 172.21.15.55:0/474117470 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77701a2b80 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f777547f700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 0x7f777019af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f7775c80700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f776800add0 tx=0x7f776800c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7768017020 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f776800ce10 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77701a2e70 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77680053a0 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.894+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77701a3320 con 0x7f7770104640 2024-04-23T18:22:39.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.895+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7770069760 con 0x7f7770104640 2024-04-23T18:22:39.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.896+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f776800c940 con 0x7f7770104640 2024-04-23T18:22:39.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.897+0000 7f77627fc700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 0x7f775c0a6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:39.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.897+0000 7f777547f700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 0x7f775c0a6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:39.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.897+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f77680cfaf0 con 0x7f7770104640 2024-04-23T18:22:39.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.898+0000 7f777547f700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 0x7f775c0a6180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7764005950 tx=0x7f77640058e0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:39.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:39.902+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7770069760 con 0x7f7770104640 2024-04-23T18:22:40.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.119+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7f7770076390 con 0x7f775c0a3cc0 2024-04-23T18:22:40.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.121+0000 7f77627fc700 1 -- 172.21.15.55:0/474117470 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7f7770076390 con 0x7f775c0a3cc0 2024-04-23T18:22:40.114 INFO:teuthology.orchestra.run.smithi055.stdout:HOST ADDR LABELS STATUS 2024-04-23T18:22:40.114 INFO:teuthology.orchestra.run.smithi055.stdout:smithi055 172.21.15.55 2024-04-23T18:22:40.114 INFO:teuthology.orchestra.run.smithi055.stdout:smithi116 172.21.15.116 2024-04-23T18:22:40.114 INFO:teuthology.orchestra.run.smithi055.stdout:smithi152 172.21.15.152 2024-04-23T18:22:40.114 INFO:teuthology.orchestra.run.smithi055.stdout:3 hosts in cluster 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 msgr2=0x7f775c0a6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 0x7f775c0a6180 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f7764005950 tx=0x7f77640058e0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 msgr2=0x7f77701a24e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f776800add0 tx=0x7f776800c330 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 shutdown_connections 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f775c0a3cc0 0x7f775c0a6180 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7770104640 0x7f77701a24e0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7770102aa0 0x7f777019af20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 --2- 172.21.15.55:0/474117470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7770103ca0 0x7f777019b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 >> 172.21.15.55:0/474117470 conn(0x7f77700fe040 msgr2=0x7f7770074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:40.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 shutdown_connections 2024-04-23T18:22:40.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:40.123+0000 7f77776e3700 1 -- 172.21.15.55:0/474117470 wait complete. 2024-04-23T18:22:40.790 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-23T18:22:40.813 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:40 smithi055 ceph-mon[29189]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:40.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:40 smithi116 ceph-mon[32310]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:41.042 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:41.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:40 smithi152 ceph-mon[33022]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-23T18:22:41.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:41 smithi055 ceph-mon[29189]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:42.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:41 smithi152 ceph-mon[33022]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:42.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:41 smithi116 ceph-mon[32310]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- 172.21.15.55:0/374253397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c102ba0 msgr2=0x7f251c103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 --2- 172.21.15.55:0/374253397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c102ba0 0x7f251c103000 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f25080099c0 tx=0x7f2508009cd0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- 172.21.15.55:0/374253397 shutdown_connections 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 --2- 172.21.15.55:0/374253397 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c103540 0x7f251c109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 --2- 172.21.15.55:0/374253397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c1019a0 0x7f251c101dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 --2- 172.21.15.55:0/374253397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c102ba0 0x7f251c103000 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.677 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- 172.21.15.55:0/374253397 >> 172.21.15.55:0/374253397 conn(0x7f251c0fcf40 msgr2=0x7f251c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- 172.21.15.55:0/374253397 shutdown_connections 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- 172.21.15.55:0/374253397 wait complete. 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 Processor -- start 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.682+0000 7f2522e49700 1 -- start start 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c102ba0 0x7f251c19fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c103540 0x7f251c1a23b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f251c10d580 con 0x7f251c1019a0 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f251c10d400 con 0x7f251c103540 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2522e49700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f251c10d700 con 0x7f251c102ba0 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:42.678 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45334/0 (socket says 172.21.15.55:45334) 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 -- 172.21.15.55:0/1765924741 learned_addr learned my addr 172.21.15.55:0/1765924741 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f25213e6700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c103540 0x7f251c1a23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f251bfff700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c102ba0 0x7f251c19fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 -- 172.21.15.55:0/1765924741 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c102ba0 msgr2=0x7f251c19fe60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c102ba0 0x7f251c19fe60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 -- 172.21.15.55:0/1765924741 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c103540 msgr2=0x7f251c1a23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c103540 0x7f251c1a23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 -- 172.21.15.55:0/1765924741 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f251c1a2b90 con 0x7f251c1019a0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.683+0000 7f2520be5700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f251000d980 tx=0x7f251000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.684+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2510016070 con 0x7f251c1019a0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.684+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f251c1a2e80 con 0x7f251c1019a0 2024-04-23T18:22:42.679 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.684+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f251000fd60 con 0x7f251c1019a0 2024-04-23T18:22:42.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.684+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2510019360 con 0x7f251c1019a0 2024-04-23T18:22:42.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.684+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f251c1a32e0 con 0x7f251c1019a0 2024-04-23T18:22:42.680 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.685+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f251c069730 con 0x7f251c1019a0 2024-04-23T18:22:42.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.686+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f2510019070 con 0x7f251c1019a0 2024-04-23T18:22:42.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.686+0000 7f2519ffb700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 0x7f250c0a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:42.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.687+0000 7f251bfff700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 0x7f250c0a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:42.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.687+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f25100cfb00 con 0x7f251c1019a0 2024-04-23T18:22:42.681 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.687+0000 7f251bfff700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 0x7f250c0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2508000c00 tx=0x7f2508009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:42.684 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.691+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f251009c4d0 con 0x7f251c1019a0 2024-04-23T18:22:42.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.909+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7f251c062e80 con 0x7f250c0a3c40 2024-04-23T18:22:42.904 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.911+0000 7f2519ffb700 1 -- 172.21.15.55:0/1765924741 <== mgr.14152 v2:172.21.15.55:6800/3491186478 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7f251c062e80 con 0x7f250c0a3c40 2024-04-23T18:22:42.904 INFO:teuthology.orchestra.run.smithi055.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-23T18:22:42.904 INFO:teuthology.orchestra.run.smithi055.stdout:smithi055 /dev/nvme0n1 ssd INTEL_SSDPEDKE040T7_BTLE736102VS4P0KGN 3726G No 3m ago Has a FileSystem, LVM detected 2024-04-23T18:22:42.904 INFO:teuthology.orchestra.run.smithi055.stdout:smithi116 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400VJ400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-23T18:22:42.904 INFO:teuthology.orchestra.run.smithi055.stdout:smithi152 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300JT400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-23T18:22:42.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 msgr2=0x7f250c0a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:42.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 0x7f250c0a6100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f2508000c00 tx=0x7f2508009f10 comp rx=0 tx=0).stop 2024-04-23T18:22:42.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 msgr2=0x7f251c06b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:42.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f251000d980 tx=0x7f251000dc90 comp rx=0 tx=0).stop 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 shutdown_connections 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f250c0a3c40 0x7f250c0a6100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f251c103540 0x7f251c1a23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251c1019a0 0x7f251c06b280 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 --2- 172.21.15.55:0/1765924741 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251c102ba0 0x7f251c19fe60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 >> 172.21.15.55:0/1765924741 conn(0x7f251c0fcf40 msgr2=0x7f251c105f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 shutdown_connections 2024-04-23T18:22:42.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:42.913+0000 7f2522e49700 1 -- 172.21.15.55:0/1765924741 wait complete. 2024-04-23T18:22:42.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:42 smithi055 ceph-mon[29189]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:22:43.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:42 smithi152 ceph-mon[33022]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:22:43.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:42 smithi116 ceph-mon[32310]: pgmap v340: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:22:43.528 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-23T18:22:43.538 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:22:43.538 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph fs dump' 2024-04-23T18:22:43.824 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:44.977 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:44 smithi055 ceph-mon[29189]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:44.977 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:44 smithi055 ceph-mon[29189]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:45.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:44 smithi152 ceph-mon[33022]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:45.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:44 smithi152 ceph-mon[33022]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:45.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:44 smithi116 ceph-mon[32310]: from='client.15150 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:22:45.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:44 smithi116 ceph-mon[32310]: pgmap v341: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- 172.21.15.55:0/1666198483 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 msgr2=0x7f14f410af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 --2- 172.21.15.55:0/1666198483 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f410af10 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f14ec00b0d0 tx=0x7f14ec00b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- 172.21.15.55:0/1666198483 shutdown_connections 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 --2- 172.21.15.55:0/1666198483 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f410af10 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 --2- 172.21.15.55:0/1666198483 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4102ac0 0x7f14f4102ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 --2- 172.21.15.55:0/1666198483 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4103cc0 0x7f14f4104120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- 172.21.15.55:0/1666198483 >> 172.21.15.55:0/1666198483 conn(0x7f14f40fe060 msgr2=0x7f14f41004a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- 172.21.15.55:0/1666198483 shutdown_connections 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- 172.21.15.55:0/1666198483 wait complete. 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 Processor -- start 2024-04-23T18:22:45.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.343+0000 7f14fae4a700 1 -- start start 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4102ac0 0x7f14f40767e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4103cc0 0x7f14f4074e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f14f410e680 con 0x7f14f4104660 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f14f410e500 con 0x7f14f4103cc0 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14fae4a700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f14f410e800 con 0x7f14f4102ac0 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45352/0 (socket says 172.21.15.55:45352) 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 -- 172.21.15.55:0/2216283392 learned_addr learned my addr 172.21.15.55:0/2216283392 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f8be6700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4102ac0 0x7f14f40767e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f3fff700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4103cc0 0x7f14f4074e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 -- 172.21.15.55:0/2216283392 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4102ac0 msgr2=0x7f14f40767e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:45.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4102ac0 0x7f14f40767e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 -- 172.21.15.55:0/2216283392 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4103cc0 msgr2=0x7f14f4074e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4103cc0 0x7f14f4074e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 -- 172.21.15.55:0/2216283392 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14f4075c20 con 0x7f14f4104660 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.344+0000 7f14f93e7700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f14ec007d10 tx=0x7f14ec007d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.345+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ec021020 con 0x7f14f4104660 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.345+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f14ec01d940 con 0x7f14f4104660 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.345+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14f41a2db0 con 0x7f14f4104660 2024-04-23T18:22:45.340 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.345+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ec005470 con 0x7f14f4104660 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.345+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14f41a31b0 con 0x7f14f4104660 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.346+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14f402df80 con 0x7f14f4104660 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.347+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f14ec024020 con 0x7f14f4104660 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.347+0000 7f14f1ffb700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 0x7f14e40a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.348+0000 7f14f8be6700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 0x7f14e40a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.348+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f14ec0d18d0 con 0x7f14f4104660 2024-04-23T18:22:45.341 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.348+0000 7f14f8be6700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 0x7f14e40a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f14f4103b20 tx=0x7f14e800b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:45.345 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.352+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f14ec02b020 con 0x7f14f4104660 2024-04-23T18:22:45.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.609+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f14f4063680 con 0x7f14f4104660 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.609+0000 7f14f1ffb700 1 -- 172.21.15.55:0/2216283392 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 26 v26) ==== 76+0+3097 (secure 0 0 0) 0x7f14ec009cb0 con 0x7f14f4104660 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:e26 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:legacy client fscid: 1 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:Filesystem 'cephfs' (1) 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:fs_name cephfs 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:epoch 26 2024-04-23T18:22:45.603 INFO:teuthology.orchestra.run.smithi055.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:created 2024-04-23T18:21:01.945302+0000 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:modified 2024-04-23T18:21:09.747118+0000 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:tableserver 0 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:root 0 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:session_timeout 300 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:session_autoclose 300 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:max_file_size 1099511627776 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:max_xattr_size 65536 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:required_client_features {} 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:last_failure 0 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:last_failure_osd_epoch 0 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-23T18:22:45.604 INFO:teuthology.orchestra.run.smithi055.stdout:max_mds 5 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:in 0,1,2,3,4 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:up {0=24536,1=24503,2=24461,3=24451,4=24425} 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:failed 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:damaged 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:stopped 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:data_pools [3] 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:metadata_pool 2 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:inline_data disabled 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:balancer 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:bal_rank_mask -1 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:standby_count_wanted 0 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:qdb_cluster leader: 24536 members: 24503,24461,24536,24451,24425 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.b{0:24536} state up:active seq 3 addr [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.605 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.i{0:24484} state up:standby-replay seq 1 addr [v2:172.21.15.152:6838/1208669244,v1:172.21.15.152:6839/1208669244] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.h{1:24503} state up:active seq 7 addr [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.c{1:24463} state up:standby-replay seq 1 addr [v2:172.21.15.152:6836/2253114600,v1:172.21.15.152:6837/2253114600] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.e{2:24461} state up:active seq 9 addr [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.l{2:24400} state up:standby-replay seq 1 addr [v2:172.21.15.152:6832/3145474593,v1:172.21.15.152:6833/3145474593] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.f{3:24451} state up:active seq 9 addr [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.a{3:14616} state up:standby-replay seq 1 addr [v2:172.21.15.55:6840/1921578308,v1:172.21.15.55:6841/1921578308] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.k{4:24425} state up:active seq 12 addr [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.g{4:14604} state up:standby-replay seq 1 addr [v2:172.21.15.55:6838/2499827862,v1:172.21.15.55:6839/2499827862] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:45.606 INFO:teuthology.orchestra.run.smithi055.stdout:Standby daemons: 2024-04-23T18:22:45.607 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:45.607 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.j{-1:14520} state up:standby seq 1 addr [v2:172.21.15.55:6834/1669094016,v1:172.21.15.55:6835/1669094016] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.607 INFO:teuthology.orchestra.run.smithi055.stdout:[mds.d{-1:14532} state up:standby seq 1 addr [v2:172.21.15.55:6836/2756714339,v1:172.21.15.55:6837/2756714339] compat {c=[1],r=[1],i=[1fff]}] 2024-04-23T18:22:45.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 msgr2=0x7f14e40a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 0x7f14e40a6100 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f14f4103b20 tx=0x7f14e800b410 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 msgr2=0x7f14f4075370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f14ec007d10 tx=0x7f14ec007d40 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 shutdown_connections 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f14e40a3c40 0x7f14e40a6100 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f14f4104660 0x7f14f4075370 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f14f4102ac0 0x7f14f40767e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 --2- 172.21.15.55:0/2216283392 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f14f4103cc0 0x7f14f4074e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 >> 172.21.15.55:0/2216283392 conn(0x7f14f40fe060 msgr2=0x7f14f4106ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 shutdown_connections 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:45.613+0000 7f14fae4a700 1 -- 172.21.15.55:0/2216283392 wait complete. 2024-04-23T18:22:45.608 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:45.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:45 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2216283392' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:45 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2216283392' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:46.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:45 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2216283392' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-04-23T18:22:46.215 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- bash -c 'ceph osd dump' 2024-04-23T18:22:46.466 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:46.889 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:46 smithi055 ceph-mon[29189]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:47.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:46 smithi152 ceph-mon[33022]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:46 smithi116 ceph-mon[32310]: pgmap v342: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 -- 172.21.15.55:0/902792071 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f02541035f0 msgr2=0x7f02541059e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 --2- 172.21.15.55:0/902792071 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f02541035f0 0x7f02541059e0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f0244009990 tx=0x7f0244009ca0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 -- 172.21.15.55:0/902792071 shutdown_connections 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 --2- 172.21.15.55:0/902792071 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254108850 0x7f025410ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 --2- 172.21.15.55:0/902792071 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f02541035f0 0x7f02541059e0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 --2- 172.21.15.55:0/902792071 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0254105f20 0x7f0254108310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.205+0000 7f025c1c9700 1 -- 172.21.15.55:0/902792071 >> 172.21.15.55:0/902792071 conn(0x7f02540fcf40 msgr2=0x7f02540ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:48.201 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- 172.21.15.55:0/902792071 shutdown_connections 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- 172.21.15.55:0/902792071 wait complete. 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 Processor -- start 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- start start 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f02541035f0 0x7f025419af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254105f20 0x7f025419b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:48.202 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f025410e640 con 0x7f0254108850 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f025410e4c0 con 0x7f02541035f0 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.206+0000 7f025c1c9700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f025410e7c0 con 0x7f0254105f20 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45370/0 (socket says 172.21.15.55:45370) 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 -- 172.21.15.55:0/4042913734 learned_addr learned my addr 172.21.15.55:0/4042913734 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f0259764700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254105f20 0x7f025419b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f0259f65700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f02541035f0 0x7f025419af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 -- 172.21.15.55:0/4042913734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254105f20 msgr2=0x7f025419b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254105f20 0x7f025419b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 -- 172.21.15.55:0/4042913734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f02541035f0 msgr2=0x7f025419af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f02541035f0 0x7f025419af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 -- 172.21.15.55:0/4042913734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02541a2bc0 con 0x7f0254108850 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025a766700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f024c007f10 tx=0x7f024c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c00ddd0 con 0x7f0254108850 2024-04-23T18:22:48.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f024c004020 con 0x7f0254108850 2024-04-23T18:22:48.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02541a2eb0 con 0x7f0254108850 2024-04-23T18:22:48.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f024c015660 con 0x7f0254108850 2024-04-23T18:22:48.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.207+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02541a3310 con 0x7f0254108850 2024-04-23T18:22:48.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.209+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0254069730 con 0x7f0254108850 2024-04-23T18:22:48.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.210+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f024c003a00 con 0x7f0254108850 2024-04-23T18:22:48.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.210+0000 7f024affd700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 0x7f02400a6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:48.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.210+0000 7f0259f65700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 0x7f02400a6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:48.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.210+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f024c0cfde0 con 0x7f0254108850 2024-04-23T18:22:48.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.211+0000 7f0259f65700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 0x7f02400a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f024400b5c0 tx=0x7f0244005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:48.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.215+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f024c010070 con 0x7f0254108850 2024-04-23T18:22:48.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.422+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f0254063650 con 0x7f0254108850 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.423+0000 7f024affd700 1 -- 172.21.15.55:0/4042913734 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) ==== 56+0+5308 (secure 0 0 0) 0x7f024c003cf0 con 0x7f0254108850 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:epoch 88 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:fsid e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:created 2024-04-23T18:13:01.837941+0000 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:modified 2024-04-23T18:21:58.024521+0000 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:crush_version 26 2024-04-23T18:22:48.416 INFO:teuthology.orchestra.run.smithi055.stdout:full_ratio 0.95 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:backfillfull_ratio 0.9 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:nearfull_ratio 0.85 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:require_min_compat_client luminous 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:min_compat_client luminous 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:require_osd_release squid 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:stretch_mode_enabled false 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 86 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:max_osd 12 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:osd.0 up in weight 1 up_from 8 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6802/638585790,v1:172.21.15.55:6803/638585790] [v2:172.21.15.55:6804/638585790,v1:172.21.15.55:6805/638585790] exists,up 773a505b-025a-4fa6-a3c2-a1f8d609a75b 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:osd.1 up in weight 1 up_from 13 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6800/2605811583,v1:172.21.15.116:6801/2605811583] [v2:172.21.15.116:6802/2605811583,v1:172.21.15.116:6803/2605811583] exists,up 662221f2-6f71-46cb-87a4-406f12d35a36 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.152:6800/1282983969,v1:172.21.15.152:6801/1282983969] [v2:172.21.15.152:6802/1282983969,v1:172.21.15.152:6803/1282983969] exists,up d9a3858c-effc-4fcc-8f2a-84a524d6fd8f 2024-04-23T18:22:48.417 INFO:teuthology.orchestra.run.smithi055.stdout:osd.3 up in weight 1 up_from 26 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6810/3079389454,v1:172.21.15.55:6811/3079389454] [v2:172.21.15.55:6812/3079389454,v1:172.21.15.55:6813/3079389454] exists,up cbba5833-f51c-4e62-a4a0-03a95bd8fee8 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.4 up in weight 1 up_from 34 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6808/988463447,v1:172.21.15.116:6809/988463447] [v2:172.21.15.116:6810/988463447,v1:172.21.15.116:6811/988463447] exists,up 037cf9b6-997f-4a23-ae94-7f551ede7acc 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.5 up in weight 1 up_from 39 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.152:6808/513904162,v1:172.21.15.152:6809/513904162] [v2:172.21.15.152:6810/513904162,v1:172.21.15.152:6811/513904162] exists,up 9b1b0fe8-5690-4ec1-8d65-65e127f76405 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.6 up in weight 1 up_from 47 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6818/4044766182,v1:172.21.15.55:6819/4044766182] [v2:172.21.15.55:6820/4044766182,v1:172.21.15.55:6821/4044766182] exists,up 8d422473-6c8d-41d0-815c-eee7cf782419 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.7 up in weight 1 up_from 52 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6816/1950061345,v1:172.21.15.116:6817/1950061345] [v2:172.21.15.116:6818/1950061345,v1:172.21.15.116:6819/1950061345] exists,up 86ee94b1-f5a6-459a-8ef6-88eb533062ac 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.8 up in weight 1 up_from 60 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.152:6816/3509904928,v1:172.21.15.152:6817/3509904928] [v2:172.21.15.152:6818/3509904928,v1:172.21.15.152:6819/3509904928] exists,up 64e2dc95-129e-477c-814d-83351750e025 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.9 up in weight 1 up_from 68 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.55:6826/636533508,v1:172.21.15.55:6827/636533508] [v2:172.21.15.55:6828/636533508,v1:172.21.15.55:6829/636533508] exists,up 624d3d9a-da44-4d1a-8f5b-d23659871e1c 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.10 up in weight 1 up_from 73 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.116:6824/1196952288,v1:172.21.15.116:6825/1196952288] [v2:172.21.15.116:6826/1196952288,v1:172.21.15.116:6827/1196952288] exists,up 07bdb296-9bb4-4882-94ab-c216f0fc9fe9 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:osd.11 up in weight 1 up_from 81 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.152:6824/1310844984,v1:172.21.15.152:6825/1310844984] [v2:172.21.15.152:6826/1310844984,v1:172.21.15.152:6827/1310844984] exists,up cbbf0737-157c-4dce-b5f3-c613d7958273 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 2.a [2,11,8,6] 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 2.1a [8,4] 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 2.1b [2,1] 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 2.1f [7,11] 2024-04-23T18:22:48.418 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 3.6 [3,6] 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 3.13 [4,9] 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 3.1b [5,9] 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 3.21 [4,8] 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:pg_upmap_items 3.34 [4,9] 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/4160333041 expires 2024-04-24T18:13:56.836043+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:6801/1940840354 expires 2024-04-24T18:13:56.836043+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/1834707354 expires 2024-04-24T18:13:56.836043+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/1947202880 expires 2024-04-24T18:13:28.897348+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:6800/1940840354 expires 2024-04-24T18:13:56.836043+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/3510567783 expires 2024-04-24T18:13:28.897348+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/66405118 expires 2024-04-24T18:13:28.897348+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:6800/463304862 expires 2024-04-24T18:13:28.897348+0000 2024-04-23T18:22:48.419 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:6801/463304862 expires 2024-04-24T18:13:28.897348+0000 2024-04-23T18:22:48.420 INFO:teuthology.orchestra.run.smithi055.stdout:blocklist 172.21.15.55:0/3365674314 expires 2024-04-24T18:13:56.836043+0000 2024-04-23T18:22:48.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 msgr2=0x7f02400a6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:48.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 0x7f02400a6100 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f024400b5c0 tx=0x7f0244005fd0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 msgr2=0x7f02541a2520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:48.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f024c007f10 tx=0x7f024c00d3b0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 shutdown_connections 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f02400a3c40 0x7f02400a6100 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0254108850 0x7f02541a2520 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f02541035f0 0x7f025419af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 --2- 172.21.15.55:0/4042913734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0254105f20 0x7f025419b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 >> 172.21.15.55:0/4042913734 conn(0x7f02540fcf40 msgr2=0x7f0254102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 shutdown_connections 2024-04-23T18:22:48.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:48.425+0000 7f025c1c9700 1 -- 172.21.15.55:0/4042913734 wait complete. 2024-04-23T18:22:48.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:48 smithi055 ceph-mon[29189]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:48.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:48 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4042913734' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:49.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:48 smithi152 ceph-mon[33022]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:49.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:48 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4042913734' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:49.143 INFO:teuthology.run_tasks:Running task fs.ready... 2024-04-23T18:22:49.155 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:49.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:48 smithi116 ceph-mon[32310]: pgmap v343: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s 2024-04-23T18:22:49.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:48 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4042913734' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-23T18:22:49.262 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 -- 172.21.15.55:0/3050415306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f201029a0 msgr2=0x7f5f201092c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 --2- 172.21.15.55:0/3050415306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f201029a0 0x7f5f201092c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f5f18009ca0 tx=0x7f5f1802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 -- 172.21.15.55:0/3050415306 shutdown_connections 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 --2- 172.21.15.55:0/3050415306 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f20101fe0 0x7f5f20102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 --2- 172.21.15.55:0/3050415306 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f201029a0 0x7f5f201092c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 --2- 172.21.15.55:0/3050415306 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20100e90 0x7f5f201012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 -- 172.21.15.55:0/3050415306 >> 172.21.15.55:0/3050415306 conn(0x7f5f200fc400 msgr2=0x7f5f200fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 -- 172.21.15.55:0/3050415306 shutdown_connections 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.267+0000 7f5f26143640 1 -- 172.21.15.55:0/3050415306 wait complete. 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 Processor -- start 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 -- start start 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20101fe0 0x7f5f20198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f201029a0 0x7f5f2019f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5f2010cb60 con 0x7f5f20100e90 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5f2010c9e0 con 0x7f5f20101fe0 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f26143640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5f2010cce0 con 0x7f5f201029a0 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f1f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f1f7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45390/0 (socket says 172.21.15.55:45390) 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f1f7fe640 1 -- 172.21.15.55:0/1685154130 learned_addr learned my addr 172.21.15.55:0/1685154130 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f1effd640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20101fe0 0x7f5f20198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.268+0000 7f5f1ffff640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f201029a0 0x7f5f2019f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 -- 172.21.15.55:0/1685154130 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f201029a0 msgr2=0x7f5f2019f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f201029a0 0x7f5f2019f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 -- 172.21.15.55:0/1685154130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20101fe0 msgr2=0x7f5f20198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20101fe0 0x7f5f20198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 -- 172.21.15.55:0/1685154130 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f2019fe50 con 0x7f5f20100e90 2024-04-23T18:22:49.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1f7fe640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400d950 tx=0x7f5f1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f14017070 con 0x7f5f20100e90 2024-04-23T18:22:49.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5f14009c30 con 0x7f5f20100e90 2024-04-23T18:22:49.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f201a0140 con 0x7f5f20100e90 2024-04-23T18:22:49.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f1400f6b0 con 0x7f5f20100e90 2024-04-23T18:22:49.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.269+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f201a0690 con 0x7f5f20100e90 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.270+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f201a08f0 con 0x7f5f20100e90 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.271+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f5f140109c0 con 0x7f5f20100e90 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.272+0000 7f5f1cff9640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 0x7f5f080a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.272+0000 7f5f1effd640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 0x7f5f080a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.272+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f5f140d00a0 con 0x7f5f20100e90 2024-04-23T18:22:49.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.272+0000 7f5f1effd640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 0x7f5f080a6070 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5f20199740 tx=0x7f5f1000b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.276+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5f14009de0 con 0x7f5f20100e90 2024-04-23T18:22:49.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.466+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5f201a0be0 con 0x7f5f20100e90 2024-04-23T18:22:49.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.467+0000 7f5f1cff9640 1 -- 172.21.15.55:0/1685154130 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7f5f1409ca10 con 0x7f5f20100e90 2024-04-23T18:22:49.461 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:49.461 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:49.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 msgr2=0x7f5f080a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.464 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 0x7f5f080a6070 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f5f20199740 tx=0x7f5f1000b390 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 msgr2=0x7f5f20198230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f5f1400d950 tx=0x7f5f1400de10 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 shutdown_connections 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f5f080a3bb0 0x7f5f080a6070 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5f201029a0 0x7f5f2019f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5f20101fe0 0x7f5f20198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 --2- 172.21.15.55:0/1685154130 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5f20100e90 0x7f5f20198230 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 >> 172.21.15.55:0/1685154130 conn(0x7f5f200fc400 msgr2=0x7f5f200fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 shutdown_connections 2024-04-23T18:22:49.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.471+0000 7f5f26143640 1 -- 172.21.15.55:0/1685154130 wait complete. 2024-04-23T18:22:49.479 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:49.480 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:49.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.592+0000 7fba292b9640 1 -- 172.21.15.55:0/1981268595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 msgr2=0x7fba241036b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.592+0000 7fba292b9640 1 --2- 172.21.15.55:0/1981268595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba241036b0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009930 tx=0x7fba0c02a420 comp rx=0 tx=0).stop 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 -- 172.21.15.55:0/1981268595 shutdown_connections 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 --2- 172.21.15.55:0/1981268595 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24103bf0 0x7fba2410a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 --2- 172.21.15.55:0/1981268595 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba241036b0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 --2- 172.21.15.55:0/1981268595 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24100260 0x7fba24100680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 -- 172.21.15.55:0/1981268595 >> 172.21.15.55:0/1981268595 conn(0x7fba240fbb90 msgr2=0x7fba240fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 -- 172.21.15.55:0/1981268595 shutdown_connections 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 -- 172.21.15.55:0/1981268595 wait complete. 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 Processor -- start 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.593+0000 7fba292b9640 1 -- start start 2024-04-23T18:22:49.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24100260 0x7fba24198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 0x7fba2419f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fba2410dc20 con 0x7fba24103230 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fba2410daa0 con 0x7fba24100260 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fba2410dda0 con 0x7fba24103bf0 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:45402/0 (socket says 172.21.15.55:45402) 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 -- 172.21.15.55:0/3272384078 learned_addr learned my addr 172.21.15.55:0/3272384078 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba22ffd640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24100260 0x7fba24198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba237fe640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 0x7fba2419f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.590 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 -- 172.21.15.55:0/3272384078 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 msgr2=0x7fba2419f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 0x7fba2419f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 -- 172.21.15.55:0/3272384078 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24100260 msgr2=0x7fba24198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24100260 0x7fba24198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 -- 172.21.15.55:0/3272384078 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba2419ff20 con 0x7fba24103230 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba237fe640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 0x7fba2419f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba227fc640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009a50 tx=0x7fba0c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0c03f030 con 0x7fba24103230 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fba0c003cd0 con 0x7fba24103230 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba241a01b0 con 0x7fba24103230 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba0c035070 con 0x7fba24103230 2024-04-23T18:22:49.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.594+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba241a06a0 con 0x7fba24103230 2024-04-23T18:22:49.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.595+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba241093d0 con 0x7fba24103230 2024-04-23T18:22:49.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.597+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fba0c042030 con 0x7fba24103230 2024-04-23T18:22:49.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.598+0000 7fba1bfff640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 0x7fba100a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.598+0000 7fba22ffd640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 0x7fba100a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.598+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fba0c0f0b30 con 0x7fba24103230 2024-04-23T18:22:49.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.598+0000 7fba22ffd640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 0x7fba100a6070 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba2406a370 tx=0x7fba1400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.602+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fba0c0bd4a0 con 0x7fba24103230 2024-04-23T18:22:49.799 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.806+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fba24062b50 con 0x7fba24103230 2024-04-23T18:22:49.800 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.806+0000 7fba1bfff640 1 -- 172.21.15.55:0/3272384078 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fba0c0bcda0 con 0x7fba24103230 2024-04-23T18:22:49.800 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 msgr2=0x7fba100a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 0x7fba100a6070 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fba2406a370 tx=0x7fba1400b390 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 msgr2=0x7fba24198840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fba0c009a50 tx=0x7fba0c0042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 shutdown_connections 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fba100a3bb0 0x7fba100a6070 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fba24103bf0 0x7fba2419f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fba24103230 0x7fba24198840 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 --2- 172.21.15.55:0/3272384078 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fba24100260 0x7fba24198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 >> 172.21.15.55:0/3272384078 conn(0x7fba240fbb90 msgr2=0x7fba241065a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 shutdown_connections 2024-04-23T18:22:49.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.809+0000 7fba292b9640 1 -- 172.21.15.55:0/3272384078 wait complete. 2024-04-23T18:22:49.813 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:49.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- 172.21.15.55:0/3688135082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 msgr2=0x7fd674109320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 --2- 172.21.15.55:0/3688135082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd674109320 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009ca0 tx=0x7fd66c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- 172.21.15.55:0/3688135082 shutdown_connections 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 --2- 172.21.15.55:0/3688135082 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674102040 0x7fd6741024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 --2- 172.21.15.55:0/3688135082 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd674109320 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 --2- 172.21.15.55:0/3688135082 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674100e60 0x7fd674101280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- 172.21.15.55:0/3688135082 >> 172.21.15.55:0/3688135082 conn(0x7fd6740fc440 msgr2=0x7fd6740fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- 172.21.15.55:0/3688135082 shutdown_connections 2024-04-23T18:22:49.922 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- 172.21.15.55:0/3688135082 wait complete. 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 Processor -- start 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.925+0000 7fd67c736640 1 -- start start 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 0x7fd67406b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674102040 0x7fd67419cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd67410cba0 con 0x7fd674102a00 2024-04-23T18:22:49.923 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd67410ca20 con 0x7fd674102040 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd67410cd20 con 0x7fd674100e60 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54258/0 (socket says 172.21.15.55:54258) 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 -- 172.21.15.55:0/3959380324 learned_addr learned my addr 172.21.15.55:0/3959380324 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67a4d2640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 0x7fd67406b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd679cd1640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674102040 0x7fd67419cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 -- 172.21.15.55:0/3959380324 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 msgr2=0x7fd67406b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 0x7fd67406b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.924 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 -- 172.21.15.55:0/3959380324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674102040 msgr2=0x7fd67419cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674102040 0x7fd67419cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 -- 172.21.15.55:0/3959380324 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd67419fee0 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67a4d2640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 0x7fd67406b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67acd3640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009dc0 tx=0x7fd66c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c004240 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd66c031830 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6741a0170 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd66c0305c0 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.926+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6741a0740 con 0x7fd674102a00 2024-04-23T18:22:49.925 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.927+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6741081a0 con 0x7fd674102a00 2024-04-23T18:22:49.926 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.928+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fd66c02f660 con 0x7fd674102a00 2024-04-23T18:22:49.927 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.929+0000 7fd66b7fe640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 0x7fd6600a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:49.927 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.929+0000 7fd67a4d2640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 0x7fd6600a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:49.927 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.929+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fd66c0f1f20 con 0x7fd674102a00 2024-04-23T18:22:49.927 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.930+0000 7fd67a4d2640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 0x7fd6600a6070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd674101bb0 tx=0x7fd670005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:49.927 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:49.932+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd66c0be890 con 0x7fd674102a00 2024-04-23T18:22:49.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:49 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1685154130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:50.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:49 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1685154130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:50.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.118+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd67402d810 con 0x7fd674102a00 2024-04-23T18:22:50.113 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.118+0000 7fd66b7fe640 1 -- 172.21.15.55:0/3959380324 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fd66c0be190 con 0x7fd674102a00 2024-04-23T18:22:50.113 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:22:50.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.120+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 msgr2=0x7fd6600a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.120+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 0x7fd6600a6070 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fd674101bb0 tx=0x7fd670005d30 comp rx=0 tx=0).stop 2024-04-23T18:22:50.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.120+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 msgr2=0x7fd67419f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.120+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd66c009dc0 tx=0x7fd66c003c20 comp rx=0 tx=0).stop 2024-04-23T18:22:50.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 shutdown_connections 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fd6600a3bb0 0x7fd6600a6070 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd674102a00 0x7fd67419f620 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd674102040 0x7fd67419cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 --2- 172.21.15.55:0/3959380324 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd674100e60 0x7fd67406b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 >> 172.21.15.55:0/3959380324 conn(0x7fd6740fc440 msgr2=0x7fd674105370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 shutdown_connections 2024-04-23T18:22:50.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.121+0000 7fd67c736640 1 -- 172.21.15.55:0/3959380324 wait complete. 2024-04-23T18:22:50.125 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:50.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:49 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1685154130' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3111498832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc105360 msgr2=0x7f8acc107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3111498832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc105360 0x7f8acc107750 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0009900 tx=0x7f8ac002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3111498832 shutdown_connections 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3111498832 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc107c90 0x7f8acc10a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3111498832 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc105360 0x7f8acc107750 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3111498832 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 0x7f8acc104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3111498832 >> 172.21.15.55:0/3111498832 conn(0x7f8acc0fc440 msgr2=0x7f8acc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3111498832 shutdown_connections 2024-04-23T18:22:50.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.237+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3111498832 wait complete. 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 Processor -- start 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 -- start start 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 0x7f8acc1023a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc105360 0x7f8acc1009e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc10dc10 con 0x7f8acc107c90 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc10da90 con 0x7f8acc102a30 2024-04-23T18:22:50.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ad09c6640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8acc10dd90 con 0x7f8acc105360 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54268/0 (socket says 172.21.15.55:54268) 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 -- 172.21.15.55:0/3093253216 learned_addr learned my addr 172.21.15.55:0/3093253216 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8aca59c640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 0x7f8acc1023a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8ac9d9b640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc105360 0x7f8acc1009e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 -- 172.21.15.55:0/3093253216 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc105360 msgr2=0x7f8acc1009e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc105360 0x7f8acc1009e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 -- 172.21.15.55:0/3093253216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 msgr2=0x7f8acc1023a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 0x7f8acc1023a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 -- 172.21.15.55:0/3093253216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8acc1017b0 con 0x7f8acc107c90 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.238+0000 7f8acad9d640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400cad0 tx=0x7f8ac400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.239+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac400ae20 con 0x7f8acc107c90 2024-04-23T18:22:50.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.239+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8ac4005020 con 0x7f8acc107c90 2024-04-23T18:22:50.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.239+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8acc1a2440 con 0x7f8acc107c90 2024-04-23T18:22:50.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.239+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac400f6b0 con 0x7f8acc107c90 2024-04-23T18:22:50.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.239+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8acc1a2960 con 0x7f8acc107c90 2024-04-23T18:22:50.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.240+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8acc0691c0 con 0x7f8acc107c90 2024-04-23T18:22:50.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.241+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8ac40051d0 con 0x7f8acc107c90 2024-04-23T18:22:50.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.241+0000 7f8abb7fe640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 0x7f8ab40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.241+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f8ac40d04b0 con 0x7f8acc107c90 2024-04-23T18:22:50.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.241+0000 7f8aca59c640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 0x7f8ab40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.242+0000 7f8aca59c640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 0x7f8ab40a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00bbe0 tx=0x7f8abc00b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.246+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8ac4014030 con 0x7f8acc107c90 2024-04-23T18:22:50.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.430+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f8acc062b50 con 0x7f8acc107c90 2024-04-23T18:22:50.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.431+0000 7f8abb7fe640 1 -- 172.21.15.55:0/3093253216 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f8ac409ce80 con 0x7f8acc107c90 2024-04-23T18:22:50.424 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 msgr2=0x7f8ab40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 0x7f8ab40a6070 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00bbe0 tx=0x7f8abc00b390 comp rx=0 tx=0).stop 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 msgr2=0x7f8acc100f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f8ac400cad0 tx=0x7f8ac400cf90 comp rx=0 tx=0).stop 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 shutdown_connections 2024-04-23T18:22:50.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f8ab40a3bb0 0x7f8ab40a6070 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8acc105360 0x7f8acc1009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8acc107c90 0x7f8acc100f20 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 --2- 172.21.15.55:0/3093253216 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8acc102a30 0x7f8acc1023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 >> 172.21.15.55:0/3093253216 conn(0x7f8acc0fc440 msgr2=0x7f8acc103450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 shutdown_connections 2024-04-23T18:22:50.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.433+0000 7f8ad09c6640 1 -- 172.21.15.55:0/3093253216 wait complete. 2024-04-23T18:22:50.437 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:50.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 -- 172.21.15.55:0/4180539672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0107c80 msgr2=0x7f03e010a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.540 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 --2- 172.21.15.55:0/4180539672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0107c80 0x7f03e010a0d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f03d8009ca0 tx=0x7f03d802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 -- 172.21.15.55:0/4180539672 shutdown_connections 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 --2- 172.21.15.55:0/4180539672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0107c80 0x7f03e010a0d0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 --2- 172.21.15.55:0/4180539672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0105350 0x7f03e0107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 --2- 172.21.15.55:0/4180539672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 -- 172.21.15.55:0/4180539672 >> 172.21.15.55:0/4180539672 conn(0x7f03e00fc430 msgr2=0x7f03e00fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 -- 172.21.15.55:0/4180539672 shutdown_connections 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.545+0000 7f03e6031640 1 -- 172.21.15.55:0/4180539672 wait complete. 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 Processor -- start 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 -- start start 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 0x7f03e019f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f03e010dc20 con 0x7f03e0105350 2024-04-23T18:22:50.541 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f03e010daa0 con 0x7f03e0107c80 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03e6031640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f03e010dda0 con 0x7f03e0102a20 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54294/0 (socket says 172.21.15.55:54294) 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 -- 172.21.15.55:0/3219120904 learned_addr learned my addr 172.21.15.55:0/3219120904 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03dffff640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 0x7f03e019f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03df7fe640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 -- 172.21.15.55:0/3219120904 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 msgr2=0x7f03e0198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 -- 172.21.15.55:0/3219120904 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 msgr2=0x7f03e019f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 0x7f03e019f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03deffd640 1 -- 172.21.15.55:0/3219120904 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03e019fe80 con 0x7f03e0105350 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03dffff640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 0x7f03e019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.546+0000 7f03df7fe640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:50.542 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03deffd640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f03d400c970 tx=0x7f03d400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d4007bb0 con 0x7f03e0105350 2024-04-23T18:22:50.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03e01a0170 con 0x7f03e0105350 2024-04-23T18:22:50.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f03d4007d50 con 0x7f03e0105350 2024-04-23T18:22:50.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03d400f450 con 0x7f03e0105350 2024-04-23T18:22:50.543 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.547+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03e01a06c0 con 0x7f03e0105350 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.548+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03e00fdf20 con 0x7f03e0105350 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.550+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f03d40046c0 con 0x7f03e0105350 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.550+0000 7f03dcff9640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 0x7f03c80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.550+0000 7f03df7fe640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 0x7f03c80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.550+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f03d40d0510 con 0x7f03e0105350 2024-04-23T18:22:50.544 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.551+0000 7f03df7fe640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 0x7f03c80a6070 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f03d00058c0 tx=0x7f03d0005d30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.554+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f03d4014030 con 0x7f03e0105350 2024-04-23T18:22:50.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.781+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03e002d830 con 0x7f03e0105350 2024-04-23T18:22:50.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.782+0000 7f03dcff9640 1 -- 172.21.15.55:0/3219120904 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7f03d409cee0 con 0x7f03e0105350 2024-04-23T18:22:50.775 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:50.775 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:22:50.776 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:50.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 msgr2=0x7f03c80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 0x7f03c80a6070 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f03d00058c0 tx=0x7f03d0005d30 comp rx=0 tx=0).stop 2024-04-23T18:22:50.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 msgr2=0x7f03e01987a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f03d400c970 tx=0x7f03d400ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 shutdown_connections 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f03c80a3bb0 0x7f03c80a6070 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f03e0107c80 0x7f03e019f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f03e0105350 0x7f03e01987a0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 --2- 172.21.15.55:0/3219120904 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f03e0102a20 0x7f03e0198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 >> 172.21.15.55:0/3219120904 conn(0x7f03e00fc430 msgr2=0x7f03e0103360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 shutdown_connections 2024-04-23T18:22:50.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.784+0000 7f03e6031640 1 -- 172.21.15.55:0/3219120904 wait complete. 2024-04-23T18:22:50.789 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:50.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 -- 172.21.15.55:0/2754329146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c100e60 msgr2=0x7f364c101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 --2- 172.21.15.55:0/2754329146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c100e60 0x7f364c101280 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f363c009900 tx=0x7f363c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:50.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 -- 172.21.15.55:0/2754329146 shutdown_connections 2024-04-23T18:22:50.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 --2- 172.21.15.55:0/2754329146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102a00 0x7f364c109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 --2- 172.21.15.55:0/2754329146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c102040 0x7f364c1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 --2- 172.21.15.55:0/2754329146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c100e60 0x7f364c101280 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 -- 172.21.15.55:0/2754329146 >> 172.21.15.55:0/2754329146 conn(0x7f364c0fc440 msgr2=0x7f364c0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 -- 172.21.15.55:0/2754329146 shutdown_connections 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 -- 172.21.15.55:0/2754329146 wait complete. 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.898+0000 7f365260b640 1 Processor -- start 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 -- start start 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c100e60 0x7f364c06b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102040 0x7f364c19d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10cb30 con 0x7f364c102a00 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10c9b0 con 0x7f364c100e60 2024-04-23T18:22:50.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f365260b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f364c10ccb0 con 0x7f364c102040 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54302/0 (socket says 172.21.15.55:54302) 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 -- 172.21.15.55:0/3184379317 learned_addr learned my addr 172.21.15.55:0/3184379317 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f364bfff640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c100e60 0x7f364c06b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f364b7fe640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102040 0x7f364c19d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 -- 172.21.15.55:0/3184379317 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102040 msgr2=0x7f364c19d050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102040 0x7f364c19d050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 -- 172.21.15.55:0/3184379317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c100e60 msgr2=0x7f364c06b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c100e60 0x7f364c06b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 -- 172.21.15.55:0/3184379317 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364c19ff80 con 0x7f364c102a00 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.899+0000 7f3650ba8640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f364400eaa0 tx=0x7f364400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.900+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364400cdb0 con 0x7f364c102a00 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.900+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364c1a0210 con 0x7f364c102a00 2024-04-23T18:22:50.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.900+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3644005020 con 0x7f364c102a00 2024-04-23T18:22:50.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.900+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36440116b0 con 0x7f364c102a00 2024-04-23T18:22:50.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.900+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f364c1a0760 con 0x7f364c102a00 2024-04-23T18:22:50.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.901+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f364c108250 con 0x7f364c102a00 2024-04-23T18:22:50.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.902+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f36440051d0 con 0x7f364c102a00 2024-04-23T18:22:50.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.903+0000 7f36497fa640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 0x7f36340a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:50.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.903+0000 7f364bfff640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 0x7f36340a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:50.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.903+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f36440d06b0 con 0x7f364c102a00 2024-04-23T18:22:50.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.903+0000 7f364bfff640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 0x7f36340a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f363c000c00 tx=0x7f363c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:50.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:50.908+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3644016030 con 0x7f364c102a00 2024-04-23T18:22:50.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:50 smithi055 ceph-mon[29189]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:50.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:50 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3272384078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:50 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3959380324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:50.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:50 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3093253216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.093 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.100+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f364c062b50 con 0x7f364c102a00 2024-04-23T18:22:51.094 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.101+0000 7f36497fa640 1 -- 172.21.15.55:0/3184379317 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7f364409d080 con 0x7f364c102a00 2024-04-23T18:22:51.095 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:51.095 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 msgr2=0x7f36340a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 0x7f36340a6070 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f363c000c00 tx=0x7f363c031510 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 msgr2=0x7f364c19f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f364400eaa0 tx=0x7f364400ef60 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 shutdown_connections 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f36340a3bb0 0x7f36340a6070 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f364c102040 0x7f364c19d050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364c102a00 0x7f364c19f670 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 --2- 172.21.15.55:0/3184379317 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f364c100e60 0x7f364c06b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 >> 172.21.15.55:0/3184379317 conn(0x7f364c0fc440 msgr2=0x7f364c105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 shutdown_connections 2024-04-23T18:22:51.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.104+0000 7f365260b640 1 -- 172.21.15.55:0/3184379317 wait complete. 2024-04-23T18:22:51.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:50 smithi152 ceph-mon[33022]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:51.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:50 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3272384078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:50 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3959380324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:50 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3093253216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.108 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:22:51.109 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:22:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:50 smithi116 ceph-mon[32310]: pgmap v344: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-04-23T18:22:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:50 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3272384078' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:50 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3959380324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:50 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3093253216' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 -- 172.21.15.55:0/4101841655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0105360 msgr2=0x7fc4d0107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/4101841655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0105360 0x7fc4d0107750 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4009900 tx=0x7fc4c402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 -- 172.21.15.55:0/4101841655 shutdown_connections 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/4101841655 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0107c90 0x7fc4d010a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/4101841655 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0105360 0x7fc4d0107750 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/4101841655 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0102a30 0x7fc4d0104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 -- 172.21.15.55:0/4101841655 >> 172.21.15.55:0/4101841655 conn(0x7fc4d00fc420 msgr2=0x7fc4d00fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 -- 172.21.15.55:0/4101841655 shutdown_connections 2024-04-23T18:22:51.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.220+0000 7fc4d4de2640 1 -- 172.21.15.55:0/4101841655 wait complete. 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 Processor -- start 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 -- start start 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 0x7fc4d01987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 0x7fc4d019f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d010dc10 con 0x7fc4d0102a30 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d010da90 con 0x7fc4d0107c90 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4d4de2640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc4d010dd90 con 0x7fc4d0105360 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4ce59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4ce59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54312/0 (socket says 172.21.15.55:54312) 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.221+0000 7fc4ce59c640 1 -- 172.21.15.55:0/2736840676 learned_addr learned my addr 172.21.15.55:0/2736840676 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4cdd9b640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 0x7fc4d01987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ced9d640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 0x7fc4d019f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 -- 172.21.15.55:0/2736840676 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 msgr2=0x7fc4d01987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 0x7fc4d01987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 -- 172.21.15.55:0/2736840676 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 msgr2=0x7fc4d019f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 0x7fc4d019f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 -- 172.21.15.55:0/2736840676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4d019fea0 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4cdd9b640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 0x7fc4d01987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ced9d640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 0x7fc4d019f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4ce59c640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc4c000c920 tx=0x7fc4c000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c0007c70 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc4c0007e10 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4d01a0190 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4c00188c0 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.222+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4d01a06b0 con 0x7fc4d0102a30 2024-04-23T18:22:51.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.223+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4d00fdf10 con 0x7fc4d0102a30 2024-04-23T18:22:51.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.224+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fc4c0018a60 con 0x7fc4d0102a30 2024-04-23T18:22:51.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.225+0000 7fc4bf7fe640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 0x7fc4b80a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.225+0000 7fc4cdd9b640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 0x7fc4b80a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.225+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fc4c00d0600 con 0x7fc4d0102a30 2024-04-23T18:22:51.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.225+0000 7fc4cdd9b640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 0x7fc4b80a6070 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4000c00 tx=0x7fc4c4031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.229+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc4c0014030 con 0x7fc4d0102a30 2024-04-23T18:22:51.407 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.414+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc4d0062b50 con 0x7fc4d0102a30 2024-04-23T18:22:51.407 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.414+0000 7fc4bf7fe640 1 -- 172.21.15.55:0/2736840676 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) ==== 93+0+10 (secure 0 0 0) 0x7fc4c000de20 con 0x7fc4d0102a30 2024-04-23T18:22:51.407 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:22:51.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 msgr2=0x7fc4b80a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 0x7fc4b80a6070 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4000c00 tx=0x7fc4c4031510 comp rx=0 tx=0).stop 2024-04-23T18:22:51.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 msgr2=0x7fc4d0198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fc4c000c920 tx=0x7fc4c000cde0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 shutdown_connections 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fc4b80a3bb0 0x7fc4b80a6070 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc4d0105360 0x7fc4d01987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc4d0107c90 0x7fc4d019f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 --2- 172.21.15.55:0/2736840676 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc4d0102a30 0x7fc4d0198280 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 >> 172.21.15.55:0/2736840676 conn(0x7fc4d00fc420 msgr2=0x7fc4d0103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 shutdown_connections 2024-04-23T18:22:51.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.416+0000 7fc4d4de2640 1 -- 172.21.15.55:0/2736840676 wait complete. 2024-04-23T18:22:51.421 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 -- 172.21.15.55:0/4100061284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103170 msgr2=0x7fe2e41035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 --2- 172.21.15.55:0/4100061284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103170 0x7fe2e41035f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fe2d8009900 tx=0x7fe2d802a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 -- 172.21.15.55:0/4100061284 shutdown_connections 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 --2- 172.21.15.55:0/4100061284 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4103b30 0x7fe2e410a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 --2- 172.21.15.55:0/4100061284 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103170 0x7fe2e41035f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 --2- 172.21.15.55:0/4100061284 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4101f80 0x7fe2e41023a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 -- 172.21.15.55:0/4100061284 >> 172.21.15.55:0/4100061284 conn(0x7fe2e40fd510 msgr2=0x7fe2e40ff930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 -- 172.21.15.55:0/4100061284 shutdown_connections 2024-04-23T18:22:51.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 -- 172.21.15.55:0/4100061284 wait complete. 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.532+0000 7fe2e894b640 1 Processor -- start 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 -- start start 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4101f80 0x7fe2e4198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4103170 0x7fe2e41987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e410dbe0 con 0x7fe2e4103b30 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e410da60 con 0x7fe2e4103170 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e894b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe2e410dd60 con 0x7fe2e4101f80 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54322/0 (socket says 172.21.15.55:54322) 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 -- 172.21.15.55:0/2586736598 learned_addr learned my addr 172.21.15.55:0/2586736598 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e1d9b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4103170 0x7fe2e41987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e259c640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4101f80 0x7fe2e4198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.528 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 -- 172.21.15.55:0/2586736598 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4101f80 msgr2=0x7fe2e4198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4101f80 0x7fe2e4198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 -- 172.21.15.55:0/2586736598 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4103170 msgr2=0x7fe2e41987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4103170 0x7fe2e41987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 -- 172.21.15.55:0/2586736598 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2e419feb0 con 0x7fe2e4103b30 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.533+0000 7fe2e2d9d640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00cad0 tx=0x7fe2dc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.534+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc00ae20 con 0x7fe2e4103b30 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.534+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe2dc005020 con 0x7fe2e4103b30 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.534+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2e41a01a0 con 0x7fe2e4103b30 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.534+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2dc00f6b0 con 0x7fe2e4103b30 2024-04-23T18:22:51.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.534+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2e41a06c0 con 0x7fe2e4103b30 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.535+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2e4109320 con 0x7fe2e4103b30 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.536+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe2dc0051d0 con 0x7fe2e4103b30 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.536+0000 7fe2d37fe640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 0x7fe2cc0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.536+0000 7fe2e259c640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 0x7fe2cc0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.536+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fe2dc0d03c0 con 0x7fe2e4103b30 2024-04-23T18:22:51.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.537+0000 7fe2e259c640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 0x7fe2cc0a6070 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe2e4102fd0 tx=0x7fe2d400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.534 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.541+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2dc014030 con 0x7fe2e4103b30 2024-04-23T18:22:51.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.725+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fe2e4062b50 con 0x7fe2e4103b30 2024-04-23T18:22:51.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.725+0000 7fe2d37fe640 1 -- 172.21.15.55:0/2586736598 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) ==== 104+0+11 (secure 0 0 0) 0x7fe2dc09c740 con 0x7fe2e4103b30 2024-04-23T18:22:51.719 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:22:51.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 msgr2=0x7fe2cc0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 0x7fe2cc0a6070 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fe2e4102fd0 tx=0x7fe2d400b390 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 msgr2=0x7fe2e419f840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fe2dc00cad0 tx=0x7fe2dc00cf90 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 shutdown_connections 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe2cc0a3bb0 0x7fe2cc0a6070 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe2e4103b30 0x7fe2e419f840 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2e4103170 0x7fe2e41987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 --2- 172.21.15.55:0/2586736598 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2e4101f80 0x7fe2e4198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 >> 172.21.15.55:0/2586736598 conn(0x7fe2e40fd510 msgr2=0x7fe2e41064f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 shutdown_connections 2024-04-23T18:22:51.721 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.727+0000 7fe2e894b640 1 -- 172.21.15.55:0/2586736598 wait complete. 2024-04-23T18:22:51.732 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:22:51.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 -- 172.21.15.55:0/3245934555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 msgr2=0x7f9524102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 --2- 172.21.15.55:0/3245934555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f9524102460 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9514009900 tx=0x7f951402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 -- 172.21.15.55:0/3245934555 shutdown_connections 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 --2- 172.21.15.55:0/3245934555 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f95241029a0 0x7f95241092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 --2- 172.21.15.55:0/3245934555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f9524102460 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 --2- 172.21.15.55:0/3245934555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 -- 172.21.15.55:0/3245934555 >> 172.21.15.55:0/3245934555 conn(0x7f95240fc400 msgr2=0x7f95240fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 -- 172.21.15.55:0/3245934555 shutdown_connections 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.843+0000 7f952c691640 1 -- 172.21.15.55:0/3245934555 wait complete. 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 Processor -- start 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 -- start start 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f95241029a0 0x7f952419f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f952410cb80 con 0x7f9524101fe0 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f952410ca00 con 0x7f9524100e90 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952c691640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f952410cd00 con 0x7f95241029a0 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54336/0 (socket says 172.21.15.55:54336) 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 -- 172.21.15.55:0/2025309575 learned_addr learned my addr 172.21.15.55:0/2025309575 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952a42d640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 -- 172.21.15.55:0/2025309575 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f95241029a0 msgr2=0x7f952419f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f95241029a0 0x7f952419f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 -- 172.21.15.55:0/2025309575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 msgr2=0x7f95241983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f9529c2c640 1 -- 172.21.15.55:0/2025309575 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f952419ff70 con 0x7f9524101fe0 2024-04-23T18:22:51.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.844+0000 7f952a42d640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f9529c2c640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9514006010 tx=0x7f95140043b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951403f030 con 0x7f9524101fe0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9514003cd0 con 0x7f9524101fe0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95241a0200 con 0x7f9524101fe0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9514035070 con 0x7f9524101fe0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.845+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95241a07c0 con 0x7f9524101fe0 2024-04-23T18:22:51.841 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.846+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95241a0a20 con 0x7f9524101fe0 2024-04-23T18:22:51.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.847+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f9514042030 con 0x7f9524101fe0 2024-04-23T18:22:51.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.847+0000 7f951b7fe640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 0x7f95100a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:51.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.848+0000 7f952a42d640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 0x7f95100a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:51.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.848+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f95140f0c10 con 0x7f9524101fe0 2024-04-23T18:22:51.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.848+0000 7f952a42d640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 0x7f95100a60f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f95200058c0 tx=0x7f9520005ec0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:51.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:51.852+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f95140bd580 con 0x7f9524101fe0 2024-04-23T18:22:51.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3219120904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:51.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3184379317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2736840676' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:51.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:51 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2586736598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.041+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f95241a0bf0 con 0x7f9524101fe0 2024-04-23T18:22:52.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.041+0000 7f951b7fe640 1 -- 172.21.15.55:0/2025309575 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) ==== 100+0+11 (secure 0 0 0) 0x7f95140bce80 con 0x7f9524101fe0 2024-04-23T18:22:52.035 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.043+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 msgr2=0x7f95100a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.043+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 0x7f95100a60f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f95200058c0 tx=0x7f9520005ec0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 msgr2=0x7f95241988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9514006010 tx=0x7f95140043b0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 shutdown_connections 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f95100a3c30 0x7f95100a60f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.037 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f95241029a0 0x7f952419f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9524101fe0 0x7f95241988e0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 --2- 172.21.15.55:0/2025309575 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9524100e90 0x7f95241983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 >> 172.21.15.55:0/2025309575 conn(0x7f95240fc400 msgr2=0x7f95240fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 shutdown_connections 2024-04-23T18:22:52.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.044+0000 7f952c691640 1 -- 172.21.15.55:0/2025309575 wait complete. 2024-04-23T18:22:52.048 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:22:52.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3219120904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:52.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3184379317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:52.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2736840676' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:51 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2586736598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 -- 172.21.15.55:0/1344385678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 msgr2=0x7f3a40107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 --2- 172.21.15.55:0/1344385678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40107750 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f3a34009900 tx=0x7f3a3402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 -- 172.21.15.55:0/1344385678 shutdown_connections 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 --2- 172.21.15.55:0/1344385678 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a40107c90 0x7f3a4010a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 --2- 172.21.15.55:0/1344385678 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40107750 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 --2- 172.21.15.55:0/1344385678 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 0x7f3a40104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 -- 172.21.15.55:0/1344385678 >> 172.21.15.55:0/1344385678 conn(0x7f3a400fc440 msgr2=0x7f3a400fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 -- 172.21.15.55:0/1344385678 shutdown_connections 2024-04-23T18:22:52.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.157+0000 7f3a456bb640 1 -- 172.21.15.55:0/1344385678 wait complete. 2024-04-23T18:22:52.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 Processor -- start 2024-04-23T18:22:52.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 -- start start 2024-04-23T18:22:52.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 0x7f3a40198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a40107c90 0x7f3a4019fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010dd40 con 0x7f3a40105360 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010dbc0 con 0x7f3a40107c90 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a456bb640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3a4010dec0 con 0x7f3a40102a30 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a3e7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a3e7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54352/0 (socket says 172.21.15.55:54352) 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.158+0000 7f3a3e7fc640 1 -- 172.21.15.55:0/2913864103 learned_addr learned my addr 172.21.15.55:0/2913864103 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3effd640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 0x7f3a40198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 -- 172.21.15.55:0/2913864103 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 msgr2=0x7f3a40198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 0x7f3a40198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 -- 172.21.15.55:0/2913864103 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a40107c90 msgr2=0x7f3a4019fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a40107c90 0x7f3a4019fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 -- 172.21.15.55:0/2913864103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a401a0070 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a3e7fc640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3a34031570 tx=0x7f3a34032d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a3403f030 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3a34003cd0 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a401a0300 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a34035070 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.159+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a401a0870 con 0x7f3a40105360 2024-04-23T18:22:52.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.160+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a400fdf30 con 0x7f3a40105360 2024-04-23T18:22:52.156 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.161+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f3a34042030 con 0x7f3a40105360 2024-04-23T18:22:52.156 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.162+0000 7f3a27fff640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 0x7f3a280a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.156 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.162+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f3a340f0fa0 con 0x7f3a40105360 2024-04-23T18:22:52.156 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.162+0000 7f3a3effd640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 0x7f3a280a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.156 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.162+0000 7f3a3effd640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 0x7f3a280a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3a30009890 tx=0x7f3a30008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.165+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3a340bd970 con 0x7f3a40105360 2024-04-23T18:22:52.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3219120904' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:52.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3184379317' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:52.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2736840676' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:51 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2586736598' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.384 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.391+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a4002d5c0 con 0x7f3a40105360 2024-04-23T18:22:52.384 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.391+0000 7f3a27fff640 1 -- 172.21.15.55:0/2913864103 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11942 (secure 0 0 0) 0x7f3a340bd270 con 0x7f3a40105360 2024-04-23T18:22:52.385 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:52.385 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":26,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:21:09.747118+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24503,24461,24536,24451,24425]},"id":1}]} 2024-04-23T18:22:52.385 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 26 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 msgr2=0x7f3a280a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 0x7f3a280a6070 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3a30009890 tx=0x7f3a30008040 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 msgr2=0x7f3a40198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f3a34031570 tx=0x7f3a34032d80 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 shutdown_connections 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f3a280a3bb0 0x7f3a280a6070 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3a40107c90 0x7f3a4019fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3a40105360 0x7f3a40198990 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 --2- 172.21.15.55:0/2913864103 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3a40102a30 0x7f3a40198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.393+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 >> 172.21.15.55:0/2913864103 conn(0x7f3a400fc440 msgr2=0x7f3a40103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.387 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.394+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 shutdown_connections 2024-04-23T18:22:52.388 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.394+0000 7f3a456bb640 1 -- 172.21.15.55:0/2913864103 wait complete. 2024-04-23T18:22:52.398 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:22:52.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- 172.21.15.55:0/899118937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c102ad0 msgr2=0x7f602c104ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 --2- 172.21.15.55:0/899118937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c102ad0 0x7f602c104ec0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f601c009900 tx=0x7f601c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- 172.21.15.55:0/899118937 shutdown_connections 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 --2- 172.21.15.55:0/899118937 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c107d30 0x7f602c10a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 --2- 172.21.15.55:0/899118937 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c105400 0x7f602c1077f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 --2- 172.21.15.55:0/899118937 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c102ad0 0x7f602c104ec0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- 172.21.15.55:0/899118937 >> 172.21.15.55:0/899118937 conn(0x7f602c0fc400 msgr2=0x7f602c0fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- 172.21.15.55:0/899118937 shutdown_connections 2024-04-23T18:22:52.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- 172.21.15.55:0/899118937 wait complete. 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 Processor -- start 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.507+0000 7f6031e10640 1 -- start start 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c102ad0 0x7f602c1982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 0x7f602c1987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f602c10dc20 con 0x7f602c107d30 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f602c10daa0 con 0x7f602c102ad0 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6031e10640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f602c10dda0 con 0x7f602c105400 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54366/0 (socket says 172.21.15.55:54366) 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 -- 172.21.15.55:0/1084621568 learned_addr learned my addr 172.21.15.55:0/1084621568 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602b7fe640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c102ad0 0x7f602c1982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6022ffd640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 0x7f602c1987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 -- 172.21.15.55:0/1084621568 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 msgr2=0x7f602c1987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 0x7f602c1987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 -- 172.21.15.55:0/1084621568 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c102ad0 msgr2=0x7f602c1982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c102ad0 0x7f602c1982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 -- 172.21.15.55:0/1084621568 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f602c19fec0 con 0x7f602c107d30 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f6022ffd640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 0x7f602c1987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.508+0000 7f602bfff640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f602400eb10 tx=0x7f602400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.509+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6024004b20 con 0x7f602c107d30 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.509+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6024004cc0 con 0x7f602c107d30 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.509+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f602c1a01b0 con 0x7f602c107d30 2024-04-23T18:22:52.506 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.509+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6024010720 con 0x7f602c107d30 2024-04-23T18:22:52.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.509+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f602c1a0750 con 0x7f602c107d30 2024-04-23T18:22:52.507 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.510+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f602c0fdef0 con 0x7f602c107d30 2024-04-23T18:22:52.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.511+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6024005020 con 0x7f602c107d30 2024-04-23T18:22:52.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.511+0000 7f60297fa640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 0x7f60180a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.511+0000 7f602b7fe640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 0x7f60180a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.511+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f60240d0900 con 0x7f602c107d30 2024-04-23T18:22:52.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.512+0000 7f602b7fe640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 0x7f60180a60f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f601c000c00 tx=0x7f601c031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.509 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.516+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f602409d2d0 con 0x7f602c107d30 2024-04-23T18:22:52.697 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.704+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f602c062b50 con 0x7f602c107d30 2024-04-23T18:22:52.699 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.706+0000 7f60297fa640 1 -- 172.21.15.55:0/1084621568 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+22648 (secure 0 0 0) 0x7f602409cbd0 con 0x7f602c107d30 2024-04-23T18:22:52.699 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:22:52.699 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":88,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:21:58.024521+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 msgr2=0x7f60180a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 0x7f60180a60f0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f601c000c00 tx=0x7f601c031510 comp rx=0 tx=0).stop 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 msgr2=0x7f602c19f850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f602400eb10 tx=0x7f602400c2d0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 shutdown_connections 2024-04-23T18:22:52.701 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f60180a3c30 0x7f60180a60f0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f602c105400 0x7f602c1987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f602c107d30 0x7f602c19f850 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 --2- 172.21.15.55:0/1084621568 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f602c102ad0 0x7f602c1982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 >> 172.21.15.55:0/1084621568 conn(0x7f602c0fc400 msgr2=0x7f602c1034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 shutdown_connections 2024-04-23T18:22:52.702 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.708+0000 7f6031e10640 1 -- 172.21.15.55:0/1084621568 wait complete. 2024-04-23T18:22:52.713 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 26, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:21:01.945302+0000', 'modified': '2024-04-23T18:21:09.747118+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24536, 'mds_1': 24503, 'mds_2': 24461, 'mds_3': 24451, 'mds_4': 24425}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14604': {'gid': 14604, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6839/2499827862', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6838', 'nonce': 2499827862}, {'type': 'v1', 'addr': '172.21.15.55:6839', 'nonce': 2499827862}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14616': {'gid': 14616, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6841/1921578308', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6840', 'nonce': 1921578308}, {'type': 'v1', 'addr': '172.21.15.55:6841', 'nonce': 1921578308}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24400': {'gid': 24400, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6833/3145474593', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6832', 'nonce': 3145474593}, {'type': 'v1', 'addr': '172.21.15.152:6833', 'nonce': 3145474593}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'k', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.116:6833/2328903418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6832', 'nonce': 2328903418}, {'type': 'v1', 'addr': '172.21.15.116:6833', 'nonce': 2328903418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.152:6835/158861674', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6834', 'nonce': 158861674}, {'type': 'v1', 'addr': '172.21.15.152:6835', 'nonce': 158861674}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24461': {'gid': 24461, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.116:6835/1984799755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 1984799755}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 1984799755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6837/2253114600', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6836', 'nonce': 2253114600}, {'type': 'v1', 'addr': '172.21.15.152:6837', 'nonce': 2253114600}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6839/1208669244', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6838', 'nonce': 1208669244}, {'type': 'v1', 'addr': '172.21.15.152:6839', 'nonce': 1208669244}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.116:6837/1043086347', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6836', 'nonce': 1043086347}, {'type': 'v1', 'addr': '172.21.15.116:6837', 'nonce': 1043086347}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24536': {'gid': 24536, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/3023801911', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 3023801911}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 3023801911}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24536, 'qdb_cluster': [24503, 24461, 24536, 24451, 24425]} 2024-04-23T18:22:52.713 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:22:52.713 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-04-23T18:22:52.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 -- 172.21.15.55:0/1455518896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354107c80 msgr2=0x7ff35410a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1455518896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354107c80 0x7ff35410a0d0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ff34c009ca0 tx=0x7ff34c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 -- 172.21.15.55:0/1455518896 shutdown_connections 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1455518896 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 0x7ff354107740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1455518896 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354107c80 0x7ff35410a0d0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1455518896 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354102a20 0x7ff354104e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 -- 172.21.15.55:0/1455518896 >> 172.21.15.55:0/1455518896 conn(0x7ff3540fc430 msgr2=0x7ff3540fe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 -- 172.21.15.55:0/1455518896 shutdown_connections 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.825+0000 7ff3592cf640 1 -- 172.21.15.55:0/1455518896 wait complete. 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 Processor -- start 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 -- start start 2024-04-23T18:22:52.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 0x7ff354198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354107c80 0x7ff35419f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff35410dc00 con 0x7ff354102a20 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff35410da80 con 0x7ff354107c80 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3592cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff35410dd80 con 0x7ff354105350 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54378/0 (socket says 172.21.15.55:54378) 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 -- 172.21.15.55:0/1706314380 learned_addr learned my addr 172.21.15.55:0/1706314380 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3537fe640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354107c80 0x7ff35419f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 -- 172.21.15.55:0/1706314380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 msgr2=0x7ff354198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff3527fc640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 0x7ff354198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 0x7ff354198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 -- 172.21.15.55:0/1706314380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354107c80 msgr2=0x7ff35419f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354107c80 0x7ff35419f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.826+0000 7ff352ffd640 1 -- 172.21.15.55:0/1706314380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff35419fe40 con 0x7ff354102a20 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff34400e9f0 tx=0x7ff34400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff33bfff640 1 -- 172.21.15.55:0/1706314380 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34400cd80 con 0x7ff354102a20 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff33bfff640 1 -- 172.21.15.55:0/1706314380 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff344010900 con 0x7ff354102a20 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff33bfff640 1 -- 172.21.15.55:0/1706314380 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344018920 con 0x7ff354102a20 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3541a0130 con 0x7ff354102a20 2024-04-23T18:22:52.823 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.827+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3541a0630 con 0x7ff354102a20 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.829+0000 7ff33bfff640 1 -- 172.21.15.55:0/1706314380 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7ff344010ab0 con 0x7ff354102a20 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.829+0000 7ff35bfd8740 1 Processor -- start 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.829+0000 7ff35bfd8740 1 -- start start 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b6b80 0x5636174b6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b8710 0x5636174befa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.831 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56361741bc50 con 0x5636174b7d50 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5636173b8830 con 0x5636174b6b80 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x563617417c10 con 0x5636174b8710 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54392/0 (socket says 172.21.15.55:54392) 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 -- 172.21.15.55:0/1711307767 learned_addr learned my addr 172.21.15.55:0/1711307767 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff33bfff640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 0x7ff33c0a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff3527fc640 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b8710 0x5636174befa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff3537fe640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 0x7ff33c0a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff3537fe640 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b6b80 0x5636174b6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff33bfff640 1 -- 172.21.15.55:0/1706314380 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7ff3440d0840 con 0x7ff354102a20 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 -- 172.21.15.55:0/1711307767 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b8710 msgr2=0x5636174befa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b8710 0x5636174befa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 -- 172.21.15.55:0/1711307767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b6b80 msgr2=0x5636174b6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b6b80 0x5636174b6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 -- 172.21.15.55:0/1711307767 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56361712e2d0 con 0x5636174b7d50 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff352ffd640 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff3440a5250 tx=0x7ff34409c650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=726ffaf361cae284 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.830+0000 7ff3397fa640 1 -- 172.21.15.55:0/1711307767 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34409d210 con 0x5636174b7d50 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff3537fe640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 0x7ff33c0a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff34c031ba0 tx=0x7ff34c0095c0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff3397fa640 1 -- 172.21.15.55:0/1711307767 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff34409cb10 con 0x5636174b7d50 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff3397fa640 1 -- 172.21.15.55:0/1711307767 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff344098860 con 0x5636174b7d50 2024-04-23T18:22:52.833 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1711307767 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 msgr2=0x5636174b81d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7ff3440a5250 tx=0x7ff34409c650 comp rx=0 tx=0).stop 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1711307767 shutdown_connections 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b8710 0x5636174befa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174b81d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1711307767 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b6b80 0x5636174b6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1711307767 >> 172.21.15.55:0/1711307767 conn(0x5636174b2070 msgr2=0x5636174b2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1711307767 shutdown_connections 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.831+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1711307767 wait complete. 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 -- start start 2024-04-23T18:22:52.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 Processor -- start 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5636174bf660 con 0x5636174b8710 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5636173b6470 con 0x5636174b7d50 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5636174bf7e0 con 0x5636174b6b80 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff35bfd8740 10 client.0 _ll_register_callbacks cb 0x5636173dbf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54400/0 (socket says 172.21.15.55:54400) 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 -- 172.21.15.55:0/2320191456 learned_addr learned my addr 172.21.15.55:0/2320191456 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.835 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3527fc640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff352ffd640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 -- 172.21.15.55:0/2320191456 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 msgr2=0x5636174c0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 -- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 msgr2=0x5636174c14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 -- 172.21.15.55:0/2320191456 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636171f86b0 con 0x5636174b8710 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3527fc640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff3537fe640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff34c035000 tx=0x7ff34c02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb92871c3396ba3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.832+0000 7ff336ff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:52.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c042070 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7ff34c004040 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff34409cb10 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff34c045040 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 10 client.15240 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636174cb890 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff34409cb10 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff34c02f660 con 0x5636174b8710 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 10 client.15240 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 10 client.15240 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 20 client.15240 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5636174cdf70 0x5636174cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 4 client.15240 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.833+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563617429670 con 0x5636174cdf70 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.834+0000 7ff352ffd640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5636174cdf70 0x5636174cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.834+0000 7ff352ffd640 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5636174cdf70 0x5636174cf3e0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=79db355ce5adc91f server_cookie=9f67f3ae45c12aff in_seq=0 out_seq=0 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.834+0000 7ff336ff5640 10 client.15240 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff336ff5640 1 -- 172.21.15.55:0/2320191456 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563617429670 con 0x5636174cdf70 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff336ff5640 10 client.15240 handle_command_reply: tid=0 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 client.15240 shutdown 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 msgr2=0x5636174c84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7ff34c035000 tx=0x7ff34c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 shutdown_connections 2024-04-23T18:22:52.838 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c84b0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5636174cdf70 0x5636174cf3e0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/2320191456 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff336ff5640 0 client.15240 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 >> 172.21.15.55:0/2320191456 conn(0x5636174b2070 msgr2=0x5636174b11d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 shutdown_connections 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 1 -- 172.21.15.55:0/2320191456 wait complete. 2024-04-23T18:22:52.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.835+0000 7ff35bfd8740 20 client.15240 trim_cache size 0 max 16384 2024-04-23T18:22:52.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 Processor -- start 2024-04-23T18:22:52.852 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 -- start start 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174ced10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b8710 0x5636174ad0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5636174cd720 con 0x5636174b7d50 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5636174cddf0 con 0x5636174b8710 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5636174ce4c0 con 0x5636174b6b80 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff3527fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff3527fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54416/0 (socket says 172.21.15.55:54416) 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.853+0000 7ff3527fc640 1 -- 172.21.15.55:0/1068503125 learned_addr learned my addr 172.21.15.55:0/1068503125 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 -- 172.21.15.55:0/1068503125 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 msgr2=0x5636174ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.853 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 -- 172.21.15.55:0/1068503125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b8710 msgr2=0x5636174ad0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b8710 0x5636174ad0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 -- 172.21.15.55:0/1068503125 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636174b77d0 con 0x5636174b7d50 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff3527fc640 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff34800bb70 tx=0x7ff348011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=491970f6a62a1c55 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff338ff9640 1 -- 172.21.15.55:0/1068503125 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34800bc60 con 0x5636174b7d50 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff338ff9640 1 -- 172.21.15.55:0/1068503125 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff34800be00 con 0x5636174b7d50 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.854+0000 7ff338ff9640 1 -- 172.21.15.55:0/1068503125 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34801a7a0 con 0x5636174b7d50 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1068503125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 msgr2=0x5636174c8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7ff34800bb70 tx=0x7ff348011810 comp rx=0 tx=0).stop 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1068503125 shutdown_connections 2024-04-23T18:22:52.854 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b8710 0x5636174ad0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b7d50 0x5636174c8470 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/1068503125 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1068503125 >> 172.21.15.55:0/1068503125 conn(0x5636174b2070 msgr2=0x5636174bad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1068503125 shutdown_connections 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- 172.21.15.55:0/1068503125 wait complete. 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- start start 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 Processor -- start 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c43b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c6900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5636174cf260 con 0x5636174b8710 2024-04-23T18:22:52.855 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5636174ceb90 con 0x5636174b7d50 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5636174cf930 con 0x5636174b6b80 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff35bfd8740 10 client.0 _ll_register_callbacks cb 0x7ff34c009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff3537fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff3537fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54418/0 (socket says 172.21.15.55:54418) 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff3537fe640 1 -- 172.21.15.55:0/593606450 learned_addr learned my addr 172.21.15.55:0/593606450 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.855+0000 7ff3527fc640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff352ffd640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 -- 172.21.15.55:0/593606450 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 msgr2=0x5636174c43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.856 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 -- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 msgr2=0x5636174c6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 -- 172.21.15.55:0/593606450 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636174c7380 con 0x5636174b8710 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3527fc640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff3537fe640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff34c006010 tx=0x7ff34c031850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbe7cce78edf1310 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff34c004040 con 0x5636174b8710 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7ff34c0041e0 con 0x5636174b8710 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff34800be00 con 0x5636174b8710 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7ff34c0043e0 con 0x5636174b8710 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff35bfd8740 10 client.15246 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:52.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5636174c8620 con 0x5636174b8710 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff34800be00 con 0x5636174b8710 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7ff34c054480 con 0x5636174b8710 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff35bfd8740 10 client.15246 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.856+0000 7ff35bfd8740 10 client.15246 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 20 client.15246 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x563617538720 0x563617537430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 4 client.15246 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "status"}) -- 0x5636174234e0 con 0x563617538720 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff352ffd640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x563617538720 0x563617537430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff352ffd640 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x563617538720 0x563617537430 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=26042bee1fb02717 server_cookie=2389de87d2ba516b in_seq=0 out_seq=0 2024-04-23T18:22:52.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff336ff5640 10 client.15246 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff336ff5640 1 -- 172.21.15.55:0/593606450 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5636174234e0 con 0x563617538720 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff336ff5640 10 client.15246 handle_command_reply: tid=0 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 1 client.15246 shutdown 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 msgr2=0x5636174c6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.857+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff34c006010 tx=0x7ff34c031850 comp rx=0 tx=0).stop 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 shutdown_connections 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5636174b8710 0x5636174c6e40 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5636174b7d50 0x5636174c6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x563617538720 0x563617537430 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 --2- 172.21.15.55:0/593606450 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5636174b6b80 0x5636174c43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 >> 172.21.15.55:0/593606450 conn(0x5636174b2070 msgr2=0x5636174bb8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff336ff5640 0 client.15246 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 shutdown_connections 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 1 -- 172.21.15.55:0/593606450 wait complete. 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff35bfd8740 20 client.15246 trim_cache size 0 max 16384 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 4, 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24425, 2024-04-23T18:22:52.860 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 104.12975238200001, 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 145.97966915699999 2024-04-23T18:22:52.861 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:52.862 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 msgr2=0x7ff33c0a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 0x7ff33c0a6070 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7ff34c031ba0 tx=0x7ff34c0095c0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 msgr2=0x7ff354198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7ff34400e9f0 tx=0x7ff34400eeb0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 shutdown_connections 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7ff33c0a3bb0 0x7ff33c0a6070 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff354105350 0x7ff354198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff354107c80 0x7ff35419f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 --2- 172.21.15.55:0/1706314380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff354102a20 0x7ff354198220 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 >> 172.21.15.55:0/1706314380 conn(0x7ff3540fc430 msgr2=0x7ff354103340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 shutdown_connections 2024-04-23T18:22:52.863 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.858+0000 7ff3592cf640 1 -- 172.21.15.55:0/1706314380 wait complete. 2024-04-23T18:22:52.864 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-04-23T18:22:52.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 -- 172.21.15.55:0/3909129737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 msgr2=0x7fe464074d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/3909129737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe464074d90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fe450009900 tx=0x7fe45002a480 comp rx=0 tx=0).stop 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 -- 172.21.15.55:0/3909129737 shutdown_connections 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/3909129737 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464109e70 0x7fe46410c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/3909129737 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe464074d90 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/3909129737 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464075f10 0x7fe464074360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 -- 172.21.15.55:0/3909129737 >> 172.21.15.55:0/3909129737 conn(0x7fe4640fd530 msgr2=0x7fe4640ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 -- 172.21.15.55:0/3909129737 shutdown_connections 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.974+0000 7fe46b0cf640 1 -- 172.21.15.55:0/3909129737 wait complete. 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 Processor -- start 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 -- start start 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 0x7fe46419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 0x7fe4641a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe46410fe80 con 0x7fe464074930 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe46410fd00 con 0x7fe464075f10 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46b0cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe464110000 con 0x7fe464109e70 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54434/0 (socket says 172.21.15.55:54434) 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 -- 172.21.15.55:0/2493775139 learned_addr learned my addr 172.21.15.55:0/2493775139 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe463fff640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 0x7fe46419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 -- 172.21.15.55:0/2493775139 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 msgr2=0x7fe4641a1a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46966c640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 0x7fe4641a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 0x7fe4641a1a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 -- 172.21.15.55:0/2493775139 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 msgr2=0x7fe46419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 0x7fe46419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 -- 172.21.15.55:0/2493775139 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4641a20f0 con 0x7fe464074930 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe46966c640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 0x7fe4641a1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe463fff640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 0x7fe46419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c970 tx=0x7fe45800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.975+0000 7fe461ffb640 1 -- 172.21.15.55:0/2493775139 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458007bb0 con 0x7fe464074930 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.976+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4641a23e0 con 0x7fe464074930 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.976+0000 7fe461ffb640 1 -- 172.21.15.55:0/2493775139 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe458007d50 con 0x7fe464074930 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.976+0000 7fe461ffb640 1 -- 172.21.15.55:0/2493775139 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45800f450 con 0x7fe464074930 2024-04-23T18:22:52.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.976+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4641a28b0 con 0x7fe464074930 2024-04-23T18:22:52.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe461ffb640 1 -- 172.21.15.55:0/2493775139 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7fe4580046c0 con 0x7fe464074930 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 Processor -- start 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 -- start start 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130bcfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130c4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x557213021c50 con 0x5572130bdd50 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x557212fbe830 con 0x5572130be710 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe46ddee740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55721301dc10 con 0x5572130bcb80 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.978+0000 7fe461ffb640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 0x7fe4540a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe46966c640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 0x7fe4540a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54438/0 (socket says 172.21.15.55:54438) 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 -- 172.21.15.55:0/1714825151 learned_addr learned my addr 172.21.15.55:0/1714825151 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe46966c640 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130bcfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe461ffb640 1 -- 172.21.15.55:0/2493775139 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fe4580d0270 con 0x7fe464074930 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe463fff640 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130c4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 -- 172.21.15.55:0/1714825151 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 msgr2=0x5572130bcfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130bcfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 -- 172.21.15.55:0/1714825151 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 msgr2=0x5572130c4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130c4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 -- 172.21.15.55:0/1714825151 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557212d342d0 con 0x5572130bdd50 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe46966c640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 0x7fe4540a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe45c014610 tx=0x7fe45c014a10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe468e6b640 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe45806f050 tx=0x7fe45806f080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9a2a37842ad6a79 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe44effd640 1 -- 172.21.15.55:0/1714825151 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45809cc40 con 0x5572130bdd50 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe44effd640 1 -- 172.21.15.55:0/1714825151 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe4580670a0 con 0x5572130bdd50 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.979+0000 7fe44effd640 1 -- 172.21.15.55:0/1714825151 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe458098d40 con 0x5572130bdd50 2024-04-23T18:22:52.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- 172.21.15.55:0/1714825151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 msgr2=0x5572130be1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fe45806f050 tx=0x7fe45806f080 comp rx=0 tx=0).stop 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- 172.21.15.55:0/1714825151 shutdown_connections 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130c4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130be1d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 --2- 172.21.15.55:0/1714825151 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130bcfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- 172.21.15.55:0/1714825151 >> 172.21.15.55:0/1714825151 conn(0x5572130b8070 msgr2=0x5572130b8470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- 172.21.15.55:0/1714825151 shutdown_connections 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- 172.21.15.55:0/1714825151 wait complete. 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 -- start start 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.980+0000 7fe46ddee740 1 Processor -- start 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 0x5572130c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 0x5572130ce520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5572130c56c0 con 0x5572130bdd50 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x557212fbc470 con 0x5572130bcb80 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5572130c5840 con 0x5572130be710 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46ddee740 10 client.0 _ll_register_callbacks cb 0x557212fe1f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54444/0 (socket says 172.21.15.55:54444) 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 -- 172.21.15.55:0/897310939 learned_addr learned my addr 172.21.15.55:0/897310939 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe468e6b640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 0x5572130c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46966c640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 0x5572130ce520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 -- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 msgr2=0x5572130ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 0x5572130ce520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 -- 172.21.15.55:0/897310939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 msgr2=0x5572130c6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 0x5572130c6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 -- 172.21.15.55:0/897310939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557212dfe6b0 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe46966c640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 0x5572130ce520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe468e6b640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 0x5572130c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe463fff640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe450009230 tx=0x7fe4500318c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9daf099a26854373 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.981+0000 7fe443fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450035070 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fe450031cb0 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe4580670a0 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe4500035f0 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 10 client.15258 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572130d1900 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe4580670a0 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe450044930 con 0x5572130bdd50 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 10 client.15258 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 10 client.15258 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:22:52.983 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 20 client.15258 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5572130d3f90 0x5572130d5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 4 client.15258 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55721302f670 con 0x5572130d3f90 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.982+0000 7fe468e6b640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5572130d3f90 0x5572130d5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.983+0000 7fe468e6b640 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5572130d3f90 0x5572130d5400 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eff4a3fe0ca629b1 server_cookie=dcea13dca3d747fa in_seq=0 out_seq=0 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.983+0000 7fe443fff640 10 client.15258 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe443fff640 1 -- 172.21.15.55:0/897310939 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55721302f670 con 0x5572130d3f90 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe443fff640 10 client.15258 handle_command_reply: tid=0 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 client.15258 shutdown 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 msgr2=0x5572130c74e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe450009230 tx=0x7fe4500318c0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 shutdown_connections 2024-04-23T18:22:52.984 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5572130d3f90 0x5572130d5400 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130be710 0x5572130ce520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c74e0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe443fff640 0 client.15258 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 --2- 172.21.15.55:0/897310939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bcb80 0x5572130c6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 >> 172.21.15.55:0/897310939 conn(0x5572130b8070 msgr2=0x5572130b71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 shutdown_connections 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 1 -- 172.21.15.55:0/897310939 wait complete. 2024-04-23T18:22:52.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:52.984+0000 7fe46ddee740 20 client.15258 trim_cache size 0 max 16384 2024-04-23T18:22:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:52 smithi055 ceph-mon[29189]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:52 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2025309575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:52 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2913864103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:52.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:52 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1084621568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 Processor -- start 2024-04-23T18:22:53.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 -- start start 2024-04-23T18:22:53.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 0x5572130ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5572130d3740 con 0x5572130be710 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5572130d3e10 con 0x5572130bdd50 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46ddee740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5572130d44e0 con 0x5572130bcb80 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54452/0 (socket says 172.21.15.55:54452) 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 -- 172.21.15.55:0/2897714839 learned_addr learned my addr 172.21.15.55:0/2897714839 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe463fff640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 0x5572130ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 -- 172.21.15.55:0/2897714839 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 msgr2=0x5572130c4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 -- 172.21.15.55:0/2897714839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 msgr2=0x5572130ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 0x5572130ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 -- 172.21.15.55:0/2897714839 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5572130bd7d0 con 0x5572130be710 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe463fff640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 0x5572130ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe46966c640 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0140a0 tx=0x7fe45c017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bbb3b0d7357aa8f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.003+0000 7fe44e7fc640 1 -- 172.21.15.55:0/2897714839 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c012860 con 0x5572130be710 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe44e7fc640 1 -- 172.21.15.55:0/2897714839 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe45c014290 con 0x5572130be710 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe44e7fc640 1 -- 172.21.15.55:0/2897714839 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe45c01d350 con 0x5572130be710 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- 172.21.15.55:0/2897714839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 msgr2=0x5572130c6bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0140a0 tx=0x7fe45c017000 comp rx=0 tx=0).stop 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- 172.21.15.55:0/2897714839 shutdown_connections 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130be710 0x5572130c6bb0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130bdd50 0x5572130ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2897714839 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- 172.21.15.55:0/2897714839 >> 172.21.15.55:0/2897714839 conn(0x5572130b8070 msgr2=0x5572130c1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- 172.21.15.55:0/2897714839 shutdown_connections 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- 172.21.15.55:0/2897714839 wait complete. 2024-04-23T18:22:53.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.004+0000 7fe46ddee740 1 -- start start 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 Processor -- start 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130ccf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5572130d5280 con 0x5572130bdd50 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5572130d4bb0 con 0x5572130be710 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5572130d5950 con 0x5572130bcb80 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46ddee740 10 client.0 _ll_register_callbacks cb 0x7fe450009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54464/0 (socket says 172.21.15.55:54464) 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 -- 172.21.15.55:0/2663449439 learned_addr learned my addr 172.21.15.55:0/2663449439 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe46966c640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130ccf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 -- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 msgr2=0x5572130c99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 -- 172.21.15.55:0/2663449439 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 msgr2=0x5572130ccf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130ccf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 -- 172.21.15.55:0/2663449439 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572130cd510 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe443fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.005+0000 7fe463fff640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe45002a4c0 tx=0x7fe450031b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632acb409062701c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450053020 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7fe45003baa0 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe45c014290 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fe450035070 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 10 client.15264 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5572130ce820 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe45c014290 con 0x5572130bdd50 2024-04-23T18:22:53.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fe450058030 con 0x5572130bdd50 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 10 client.15264 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 10 client.15264 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 20 client.15264 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x55721313e9a0 0x55721313d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 4 client.15264 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.006+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "status"}) -- 0x5572130294e0 con 0x55721313e9a0 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x55721313e9a0 0x55721313d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe468e6b640 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x55721313e9a0 0x55721313d6b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=861afc4e92ee832 server_cookie=a541427129dfbe5d in_seq=0 out_seq=0 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe443fff640 10 client.15264 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe443fff640 1 -- 172.21.15.55:0/2663449439 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x5572130294e0 con 0x55721313e9a0 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe443fff640 10 client.15264 handle_command_reply: tid=0 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 client.15264 shutdown 2024-04-23T18:22:53.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 msgr2=0x5572130c9f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fe45002a4c0 tx=0x7fe450031b60 comp rx=0 tx=0).stop 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 shutdown_connections 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x55721313e9a0 0x55721313d6b0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5572130be710 0x5572130ccf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5572130bdd50 0x5572130c9f00 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe443fff640 0 client.15264 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 --2- 172.21.15.55:0/2663449439 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5572130bcb80 0x5572130c99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 >> 172.21.15.55:0/2663449439 conn(0x5572130b8070 msgr2=0x5572130c1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.007+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 shutdown_connections 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46ddee740 1 -- 172.21.15.55:0/2663449439 wait complete. 2024-04-23T18:22:53.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46ddee740 20 client.15264 trim_cache size 0 max 16384 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 3, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24451, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 105.288735817, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 134.26187001 2024-04-23T18:22:53.008 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:53.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 msgr2=0x7fe4540a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 0x7fe4540a6070 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fe45c014610 tx=0x7fe45c014a10 comp rx=0 tx=0).stop 2024-04-23T18:22:53.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 msgr2=0x7fe46419a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fe45800c970 tx=0x7fe45800ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:53.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 shutdown_connections 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7fe4540a3bb0 0x7fe4540a6070 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe464109e70 0x7fe4641a1a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe464075f10 0x7fe46419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 --2- 172.21.15.55:0/2493775139 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe464074930 0x7fe46419a4d0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 >> 172.21.15.55:0/2493775139 conn(0x7fe4640fd530 msgr2=0x7fe464105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 shutdown_connections 2024-04-23T18:22:53.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.008+0000 7fe46b0cf640 1 -- 172.21.15.55:0/2493775139 wait complete. 2024-04-23T18:22:53.012 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-23T18:22:53.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:52 smithi152 ceph-mon[33022]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:52 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2025309575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:52 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2913864103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:52 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1084621568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/567797058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 msgr2=0x7f6e5810a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/567797058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5810a3d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6e50009ca0 tx=0x7f6e5002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/567797058 shutdown_connections 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/567797058 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 0x7f6e58103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/567797058 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5810a3d0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/567797058 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 0x7f6e581023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/567797058 >> 172.21.15.55:0/567797058 conn(0x7f6e580fd500 msgr2=0x7f6e580ff940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/567797058 shutdown_connections 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.122+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/567797058 wait complete. 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 Processor -- start 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 -- start start 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 0x7f6e58198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 0x7f6e58198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.118 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810dbf0 con 0x7f6e58103b40 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810da70 con 0x7f6e58101f90 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5ca4e640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6e5810dd70 con 0x7f6e58103180 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54480/0 (socket says 172.21.15.55:54480) 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 -- 172.21.15.55:0/2996660426 learned_addr learned my addr 172.21.15.55:0/2996660426 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e5659c640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 0x7f6e58198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 0x7f6e58198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 -- 172.21.15.55:0/2996660426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 msgr2=0x7f6e58198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 0x7f6e58198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 -- 172.21.15.55:0/2996660426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 msgr2=0x7f6e58198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 0x7f6e58198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.123+0000 7f6e56d9d640 1 -- 172.21.15.55:0/2996660426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e5819fe50 con 0x7f6e58103b40 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6e50009dc0 tx=0x7f6e5002f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e477fe640 1 -- 172.21.15.55:0/2996660426 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e50003cf0 con 0x7f6e58103b40 2024-04-23T18:22:53.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e477fe640 1 -- 172.21.15.55:0/2996660426 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e50004510 con 0x7f6e58103b40 2024-04-23T18:22:53.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e581a00e0 con 0x7f6e58103b40 2024-04-23T18:22:53.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e477fe640 1 -- 172.21.15.55:0/2996660426 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e5002fdb0 con 0x7f6e58103b40 2024-04-23T18:22:53.120 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.124+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e581a0680 con 0x7f6e58103b40 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.126+0000 7f6e477fe640 1 -- 172.21.15.55:0/2996660426 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f6e500046c0 con 0x7f6e58103b40 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 Processor -- start 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 -- start start 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d20095fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e477fe640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 0x7f6e400a60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d2009dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d1fffac50 con 0x561d20096d50 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d1ff97830 con 0x561d20097710 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5f763740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d1fff6c10 con 0x561d20095b80 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e477fe640 1 -- 172.21.15.55:0/2996660426 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f6e500f1a90 con 0x7f6e58103b40 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 0x7f6e400a60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e55d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e55d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54494/0 (socket says 172.21.15.55:54494) 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e55d9b640 1 -- 172.21.15.55:0/2633295771 learned_addr learned my addr 172.21.15.55:0/2633295771 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e5659c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d20095fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.127+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d2009dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 -- 172.21.15.55:0/2633295771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 msgr2=0x561d2009dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d2009dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 -- 172.21.15.55:0/2633295771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 msgr2=0x561d200971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 -- 172.21.15.55:0/2633295771 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d1fd0d2d0 con 0x561d20095b80 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d2009dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 0x7f6e400a60f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c014a00 tx=0x7f6e4c00cbd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e5659c640 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d20095fa0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800bbc0 tx=0x7f6e480107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a76ee918277d48b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e44ff9640 1 -- 172.21.15.55:0/2633295771 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48004030 con 0x561d20095b80 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e44ff9640 1 -- 172.21.15.55:0/2633295771 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e480054f0 con 0x561d20095b80 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.128+0000 7f6e44ff9640 1 -- 172.21.15.55:0/2633295771 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e48004c40 con 0x561d20095b80 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- 172.21.15.55:0/2633295771 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 msgr2=0x561d20095fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d20095fa0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6e4800bbc0 tx=0x7f6e480107a0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- 172.21.15.55:0/2633295771 shutdown_connections 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d2009dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- 172.21.15.55:0/2633295771 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d20095fa0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- 172.21.15.55:0/2633295771 >> 172.21.15.55:0/2633295771 conn(0x561d20091070 msgr2=0x561d20091470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- 172.21.15.55:0/2633295771 shutdown_connections 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- 172.21.15.55:0/2633295771 wait complete. 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- start start 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 Processor -- start 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2009ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d200a7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d2009e720 con 0x561d20096d50 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d1ff95470 con 0x561d20097710 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d2009e8a0 con 0x561d20095b80 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e5f763740 10 client.0 _ll_register_callbacks cb 0x561d1ffbaf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.129+0000 7f6e55d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54510/0 (socket says 172.21.15.55:54510) 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 -- 172.21.15.55:0/1021015803 learned_addr learned my addr 172.21.15.55:0/1021015803 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e5659c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2009ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 -- 172.21.15.55:0/1021015803 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 msgr2=0x561d2009ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2009ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 -- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 msgr2=0x561d200a7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d200a7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 -- 172.21.15.55:0/1021015803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d1fdd76b0 con 0x561d20096d50 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c00c6b0 tx=0x7f6e4c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2d34d4d51a6cc1e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e4c026070 con 0x561d20096d50 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f6e4c012de0 con 0x561d20096d50 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e480054f0 con 0x561d20096d50 2024-04-23T18:22:53.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e4c032050 con 0x561d20096d50 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e5f763740 10 client.15276 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d200aa900 con 0x561d20096d50 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.130+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e480054f0 con 0x561d20096d50 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6e4c00f4d0 con 0x561d20096d50 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 10 client.15276 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 10 client.15276 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 20 client.15276 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d200acff0 0x561d200ae460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 4 client.15276 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561d20008670 con 0x561d200acff0 2024-04-23T18:22:53.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5659c640 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d200acff0 0x561d200ae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e5659c640 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d200acff0 0x561d200ae460 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3965902e9024371d server_cookie=421cead7e8897334 in_seq=0 out_seq=0 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.131+0000 7f6e3dffb640 10 client.15276 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e3dffb640 1 -- 172.21.15.55:0/1021015803 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561d20008670 con 0x561d200acff0 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e3dffb640 10 client.15276 handle_command_reply: tid=0 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 client.15276 shutdown 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 msgr2=0x561d200a04e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c00c6b0 tx=0x7f6e4c005850 comp rx=0 tx=0).stop 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 shutdown_connections 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d200acff0 0x561d200ae460 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20097710 0x561d200a7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20096d50 0x561d200a04e0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e3dffb640 0 client.15276 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:53.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 --2- 172.21.15.55:0/1021015803 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2009ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 >> 172.21.15.55:0/1021015803 conn(0x561d20091070 msgr2=0x561d200901d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 shutdown_connections 2024-04-23T18:22:53.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 1 -- 172.21.15.55:0/1021015803 wait complete. 2024-04-23T18:22:53.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.132+0000 7f6e5f763740 20 client.15276 trim_cache size 0 max 16384 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.150+0000 7f6e5f763740 1 Processor -- start 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.150+0000 7f6e5f763740 1 -- start start 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2008c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20096d50 0x561d2009a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d200ac7a0 con 0x561d20097710 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d200ace70 con 0x561d20096d50 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e5f763740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d200ad540 con 0x561d20095b80 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54526/0 (socket says 172.21.15.55:54526) 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 -- 172.21.15.55:0/554917593 learned_addr learned my addr 172.21.15.55:0/554917593 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20096d50 0x561d2009a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 -- 172.21.15.55:0/554917593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 msgr2=0x561d2008c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2008c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 -- 172.21.15.55:0/554917593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20096d50 msgr2=0x561d2009a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20096d50 0x561d2009a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 -- 172.21.15.55:0/554917593 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561d20095790 con 0x561d20097710 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6e500ef580 tx=0x7f6e500bd6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef38df6640c58d00 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e3ffff640 1 -- 172.21.15.55:0/554917593 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500be460 con 0x561d20097710 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e3ffff640 1 -- 172.21.15.55:0/554917593 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e50036040 con 0x561d20097710 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.151+0000 7f6e3ffff640 1 -- 172.21.15.55:0/554917593 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500bc060 con 0x561d20097710 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- 172.21.15.55:0/554917593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 msgr2=0x561d2009ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f6e500ef580 tx=0x7f6e500bd6c0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- 172.21.15.55:0/554917593 shutdown_connections 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d2009ad30 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20096d50 0x561d2009a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 --2- 172.21.15.55:0/554917593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20095b80 0x561d2008c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- 172.21.15.55:0/554917593 >> 172.21.15.55:0/554917593 conn(0x561d20091070 msgr2=0x561d20091450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- 172.21.15.55:0/554917593 shutdown_connections 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- 172.21.15.55:0/554917593 wait complete. 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 -- start start 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.152+0000 7f6e5f763740 1 Processor -- start 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20095b80 0x561d2009c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20096d50 0x561d2009cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561d200ae2e0 con 0x561d20097710 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561d200adc10 con 0x561d20095b80 2024-04-23T18:22:53.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561d200ae9b0 con 0x561d20096d50 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 10 client.0 _ll_register_callbacks cb 0x7f6e4c014430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54534/0 (socket says 172.21.15.55:54534) 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 -- 172.21.15.55:0/213163915 learned_addr learned my addr 172.21.15.55:0/213163915 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e55d9b640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20096d50 0x561d2009cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 -- 172.21.15.55:0/213163915 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20096d50 msgr2=0x561d2009cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20096d50 0x561d2009cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 -- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20095b80 msgr2=0x561d2009c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20095b80 0x561d2009c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 -- 172.21.15.55:0/213163915 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561d20115990 con 0x561d20097710 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e56d9d640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6e500ef550 tx=0x7f6e500bd7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74d838af6b83f154 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e500be460 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f6e50004040 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6e50036040 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f6e500bdd60 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 10 client.15282 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x561d20116c90 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.153+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e50036040 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f6e500a8040 con 0x561d20097710 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 10 client.15282 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 10 client.15282 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 20 client.15282 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d2011b800 0x561d20117c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 4 client.15282 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "status"}) -- 0x561d200024e0 con 0x561d2011b800 2024-04-23T18:22:53.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5659c640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d2011b800 0x561d20117c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e3dffb640 10 client.15282 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.154+0000 7f6e5659c640 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d2011b800 0x561d20117c40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=714a2b1a33807ff7 server_cookie=9b6b478c52a1ff14 in_seq=0 out_seq=0 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e3dffb640 1 -- 172.21.15.55:0/213163915 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x561d200024e0 con 0x561d2011b800 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e3dffb640 10 client.15282 handle_command_reply: tid=0 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 client.15282 shutdown 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 msgr2=0x561d201153a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6e500ef550 tx=0x7f6e500bd7f0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 shutdown_connections 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x561d2011b800 0x561d20117c40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561d20096d50 0x561d2009cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561d20097710 0x561d201153a0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e3dffb640 0 client.15282 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 --2- 172.21.15.55:0/213163915 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561d20095b80 0x561d2009c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.154 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 >> 172.21.15.55:0/213163915 conn(0x561d20091070 msgr2=0x561d2008c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 shutdown_connections 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 1 -- 172.21.15.55:0/213163915 wait complete. 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5f763740 20 client.15282 trim_cache size 0 max 16384 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 2, 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24461, 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:53.155 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 106.461468716, 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 137.554570119 2024-04-23T18:22:53.156 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 msgr2=0x7f6e400a60f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 0x7f6e400a60f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f6e4c014a00 tx=0x7f6e4c00cbd0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 msgr2=0x7f6e5819f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f6e50009dc0 tx=0x7f6e5002f460 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 shutdown_connections 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e400a3c30 0x7f6e400a60f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e58103180 0x7f6e58198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e58103b40 0x7f6e5819f7e0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 --2- 172.21.15.55:0/2996660426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e58101f90 0x7f6e58198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 >> 172.21.15.55:0/2996660426 conn(0x7f6e580fd500 msgr2=0x7f6e58106550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.155+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 shutdown_connections 2024-04-23T18:22:53.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.156+0000 7f6e5ca4e640 1 -- 172.21.15.55:0/2996660426 wait complete. 2024-04-23T18:22:53.159 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:22:53.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:52 smithi116 ceph-mon[32310]: pgmap v345: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-04-23T18:22:53.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:52 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2025309575' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:22:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:52 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2913864103' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:52 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1084621568' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:22:53.262 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 -- 172.21.15.55:0/267259020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574105360 msgr2=0x7f0574107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 --2- 172.21.15.55:0/267259020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574105360 0x7f0574107750 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f0564009900 tx=0x7f056402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 -- 172.21.15.55:0/267259020 shutdown_connections 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 --2- 172.21.15.55:0/267259020 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574107c90 0x7f057410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 --2- 172.21.15.55:0/267259020 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574105360 0x7f0574107750 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 --2- 172.21.15.55:0/267259020 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.269+0000 7f057c336640 1 -- 172.21.15.55:0/267259020 >> 172.21.15.55:0/267259020 conn(0x7f05740fc440 msgr2=0x7f05740fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.270+0000 7f057c336640 1 -- 172.21.15.55:0/267259020 shutdown_connections 2024-04-23T18:22:53.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.270+0000 7f057c336640 1 -- 172.21.15.55:0/267259020 wait complete. 2024-04-23T18:22:53.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.270+0000 7f057c336640 1 Processor -- start 2024-04-23T18:22:53.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.270+0000 7f057c336640 1 -- start start 2024-04-23T18:22:53.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574198230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 0x7f0574198770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f057410dc10 con 0x7f0574107c90 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f057410da90 con 0x7f0574102a30 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f057410dd90 con 0x7f0574105360 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54566/0 (socket says 172.21.15.55:54566) 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 -- 172.21.15.55:0/2792034468 learned_addr learned my addr 172.21.15.55:0/2792034468 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a0d2640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574198230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f05798d1640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 0x7f0574198770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 -- 172.21.15.55:0/2792034468 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 msgr2=0x7f0574198770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 0x7f0574198770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 -- 172.21.15.55:0/2792034468 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 msgr2=0x7f0574198230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574198230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 -- 172.21.15.55:0/2792034468 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f057419fe50 con 0x7f0574107c90 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f05798d1640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 0x7f0574198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a0d2640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057a8d3640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f056c00c970 tx=0x7f056c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f056b7fe640 1 -- 172.21.15.55:0/2792034468 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c007bb0 con 0x7f0574107c90 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05741a0140 con 0x7f0574107c90 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f056b7fe640 1 -- 172.21.15.55:0/2792034468 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f056c007d50 con 0x7f0574107c90 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f056b7fe640 1 -- 172.21.15.55:0/2792034468 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056c0187c0 con 0x7f0574107c90 2024-04-23T18:22:53.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.271+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05741a0640 con 0x7f0574107c90 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.274+0000 7f057f054740 1 Processor -- start 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f056b7fe640 1 -- 172.21.15.55:0/2792034468 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f056c00fa40 con 0x7f0574107c90 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 -- start start 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3e45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3eb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55938e343c50 con 0x55938e3e2f90 2024-04-23T18:22:53.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55938e2e0830 con 0x55938e3e4160 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057f054740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55938e33fc10 con 0x55938e3e4b20 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54572/0 (socket says 172.21.15.55:54572) 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 -- 172.21.15.55:0/1746646705 learned_addr learned my addr 172.21.15.55:0/1746646705 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f057a0d2640 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3e45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3eb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f056b7fe640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 0x7f05600a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 -- 172.21.15.55:0/1746646705 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 msgr2=0x55938e3eb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.275+0000 7f05798d1640 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3eb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f05798d1640 1 -- 172.21.15.55:0/1746646705 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 msgr2=0x55938e3e45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f05798d1640 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3e45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f05798d1640 1 -- 172.21.15.55:0/1746646705 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55938e0562d0 con 0x55938e3e2f90 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f057a8d3640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 0x7f05600a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f05798d1640 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f05640096c0 tx=0x7f0564005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455e6e2ddfae6f67 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f056b7fe640 1 -- 172.21.15.55:0/2792034468 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f056c0d0570 con 0x7f0574107c90 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f0568bfe640 1 -- 172.21.15.55:0/1746646705 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564045070 con 0x55938e3e2f90 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f0568bfe640 1 -- 172.21.15.55:0/1746646705 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0564005040 con 0x55938e3e2f90 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.276+0000 7f0568bfe640 1 -- 172.21.15.55:0/1746646705 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564035050 con 0x55938e3e2f90 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- 172.21.15.55:0/1746646705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 msgr2=0x55938e3e33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f05640096c0 tx=0x7f0564005b50 comp rx=0 tx=0).stop 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057a8d3640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 0x7f05600a6070 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f056c098c40 tx=0x7f056c06e270 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- 172.21.15.55:0/1746646705 shutdown_connections 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3eb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3e45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- 172.21.15.55:0/1746646705 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3e33b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- 172.21.15.55:0/1746646705 >> 172.21.15.55:0/1746646705 conn(0x55938e3da070 msgr2=0x55938e3da470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- 172.21.15.55:0/1746646705 shutdown_connections 2024-04-23T18:22:53.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- 172.21.15.55:0/1746646705 wait complete. 2024-04-23T18:22:53.273 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 -- start start 2024-04-23T18:22:53.273 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 Processor -- start 2024-04-23T18:22:53.276 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3ed9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.277+0000 7f057f054740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3f4a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55938e3ebad0 con 0x55938e3e2f90 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55938e2de470 con 0x55938e3e4160 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55938e3ebc50 con 0x55938e3e4b20 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 10 client.0 _ll_register_callbacks cb 0x55938e303f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54582/0 (socket says 172.21.15.55:54582) 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 -- 172.21.15.55:0/4205499530 learned_addr learned my addr 172.21.15.55:0/4205499530 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057a0d2640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3ed9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3f4a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 -- 172.21.15.55:0/4205499530 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 msgr2=0x55938e3f4a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.277 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3f4a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 -- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 msgr2=0x55938e3ed9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3ed9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 -- 172.21.15.55:0/4205499530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55938e1206b0 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f05798d1640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f0564005940 tx=0x7f05640318e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71e7e7319858e5e4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f055dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564035070 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f05640049c0 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0564005040 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f0564045040 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 10 client.15294 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.278+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55938e3f7d70 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0564005040 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f056404b070 con 0x55938e3e2f90 2024-04-23T18:22:53.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 10 client.15294 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 10 client.15294 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 20 client.15294 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e3f9f30 0x55938e3fb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 4 client.15294 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55938e351670 con 0x55938e3f9f30 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057a0d2640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e3f9f30 0x55938e3fb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f057a0d2640 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e3f9f30 0x55938e3fb3a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3080192291e4a085 server_cookie=57a9808993c6e4c3 in_seq=0 out_seq=0 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.279+0000 7f055dffb640 10 client.15294 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f055dffb640 1 -- 172.21.15.55:0/4205499530 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55938e351670 con 0x55938e3f9f30 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f055dffb640 10 client.15294 handle_command_reply: tid=0 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 client.15294 shutdown 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 msgr2=0x55938e3ed480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f0564005940 tx=0x7f05640318e0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 shutdown_connections 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e3f9f30 0x55938e3fb3a0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4b20 0x55938e3f4a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4160 0x55938e3ed9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f055dffb640 0 client.15294 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 --2- 172.21.15.55:0/4205499530 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e2f90 0x55938e3ed480 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 >> 172.21.15.55:0/4205499530 conn(0x55938e3da070 msgr2=0x55938e3d91d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 shutdown_connections 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 1 -- 172.21.15.55:0/4205499530 wait complete. 2024-04-23T18:22:53.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.280+0000 7f057f054740 20 client.15294 trim_cache size 0 max 16384 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 Processor -- start 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 -- start start 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e2f90 0x55938e3f90c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4b20 0x55938e3d50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55938e3f96e0 con 0x55938e3e4160 2024-04-23T18:22:53.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55938e3f9db0 con 0x55938e3e4b20 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057f054740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55938e3fa480 con 0x55938e3e2f90 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54586/0 (socket says 172.21.15.55:54586) 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 -- 172.21.15.55:0/96749000 learned_addr learned my addr 172.21.15.55:0/96749000 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 -- 172.21.15.55:0/96749000 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e2f90 msgr2=0x55938e3f90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e2f90 0x55938e3f90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 -- 172.21.15.55:0/96749000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4b20 msgr2=0x55938e3d50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4b20 0x55938e3d50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 -- 172.21.15.55:0/96749000 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55938e3d59d0 con 0x55938e3e4160 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f057a0d2640 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0570012560 tx=0x7f0570009790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cef7d212a4311fd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.299+0000 7f055ffff640 1 -- 172.21.15.55:0/96749000 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05700143d0 con 0x55938e3e4160 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f055ffff640 1 -- 172.21.15.55:0/96749000 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0570003e40 con 0x55938e3e4160 2024-04-23T18:22:53.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f055ffff640 1 -- 172.21.15.55:0/96749000 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05700129f0 con 0x55938e3e4160 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- 172.21.15.55:0/96749000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 msgr2=0x55938e3f4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f0570012560 tx=0x7f0570009790 comp rx=0 tx=0).stop 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- 172.21.15.55:0/96749000 shutdown_connections 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e4b20 0x55938e3d50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4160 0x55938e3f4990 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 --2- 172.21.15.55:0/96749000 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e2f90 0x55938e3f90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- 172.21.15.55:0/96749000 >> 172.21.15.55:0/96749000 conn(0x55938e3da070 msgr2=0x55938e3e7200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- 172.21.15.55:0/96749000 shutdown_connections 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- 172.21.15.55:0/96749000 wait complete. 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.300+0000 7f057f054740 1 -- start start 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 Processor -- start 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e2f90 0x55938e3f0920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4160 0x55938e3f2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55938e3fb220 con 0x55938e3e4b20 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55938e3fab50 con 0x55938e3e2f90 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55938e3fb8f0 con 0x55938e3e4160 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 10 client.0 _ll_register_callbacks cb 0x7f0564043070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54598/0 (socket says 172.21.15.55:54598) 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 -- 172.21.15.55:0/1682371635 learned_addr learned my addr 172.21.15.55:0/1682371635 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057a0d2640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4160 0x55938e3f2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e2f90 0x55938e3f0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 -- 172.21.15.55:0/1682371635 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4160 msgr2=0x55938e3f2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4160 0x55938e3f2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 -- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e2f90 msgr2=0x55938e3f0920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e2f90 0x55938e3f0920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 -- 172.21.15.55:0/1682371635 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55938e3f3b20 con 0x55938e3e4b20 2024-04-23T18:22:53.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f05798d1640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0564031570 tx=0x7f0564009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec37bcbc4db486c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f055dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0564035070 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f0564031a90 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.301+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55938e34b4e0 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f056402aa90 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 10 client.15300 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55938e45fee0 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55938e34b4e0 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f056404b040 con 0x55938e3e4b20 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 10 client.15300 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 10 client.15300 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 20 client.15300 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e464890 0x55938e4635a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 4 client.15300 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "status"}) -- 0x55938e2c79a0 con 0x55938e464890 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.302+0000 7f057a0d2640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e464890 0x55938e4635a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057a0d2640 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e464890 0x55938e4635a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e0c8cebfbbdb7a90 server_cookie=a7011b59d7536cdd in_seq=0 out_seq=0 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f055dffb640 10 client.15300 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f055dffb640 1 -- 172.21.15.55:0/1682371635 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+321 (crc 0 0 0) 0x55938e2c79a0 con 0x55938e464890 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f055dffb640 10 client.15300 handle_command_reply: tid=0 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 client.15300 shutdown 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 msgr2=0x55938e3f33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f0564031570 tx=0x7f0564009520 comp rx=0 tx=0).stop 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 shutdown_connections 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55938e464890 0x55938e4635a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55938e3e4160 0x55938e3f2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55938e3e4b20 0x55938e3f33b0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.302 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 --2- 172.21.15.55:0/1682371635 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55938e3e2f90 0x55938e3f0920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f055dffb640 0 client.15300 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 >> 172.21.15.55:0/1682371635 conn(0x55938e3da070 msgr2=0x55938e3ed020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 shutdown_connections 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 1 -- 172.21.15.55:0/1682371635 wait complete. 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.303+0000 7f057f054740 20 client.15300 trim_cache size 0 max 16384 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 1, 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24503, 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:53.303 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 107.592288551, 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 128.91393116 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:53.304 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 msgr2=0x7f05600a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 0x7f05600a6070 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f056c098c40 tx=0x7f056c06e270 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 msgr2=0x7f057419f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f056c00c970 tx=0x7f056c00ce30 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 shutdown_connections 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f05600a3bb0 0x7f05600a6070 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0574105360 0x7f0574198770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0574107c90 0x7f057419f7e0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 --2- 172.21.15.55:0/2792034468 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0574102a30 0x7f0574198230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 >> 172.21.15.55:0/2792034468 conn(0x7f05740fc440 msgr2=0x7f0574103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 shutdown_connections 2024-04-23T18:22:53.305 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.304+0000 7f057c336640 1 -- 172.21.15.55:0/2792034468 wait complete. 2024-04-23T18:22:53.308 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 -- 172.21.15.55:0/2853358004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8100e60 msgr2=0x7f1ef8101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 --2- 172.21.15.55:0/2853358004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8100e60 0x7f1ef8101280 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4009900 tx=0x7f1ef402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 -- 172.21.15.55:0/2853358004 shutdown_connections 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 --2- 172.21.15.55:0/2853358004 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8102a00 0x7f1ef8109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 --2- 172.21.15.55:0/2853358004 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 0x7f1ef81024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.417+0000 7f1efff29640 1 --2- 172.21.15.55:0/2853358004 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8100e60 0x7f1ef8101280 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- 172.21.15.55:0/2853358004 >> 172.21.15.55:0/2853358004 conn(0x7f1ef80fc440 msgr2=0x7f1ef80fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- 172.21.15.55:0/2853358004 shutdown_connections 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- 172.21.15.55:0/2853358004 wait complete. 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 Processor -- start 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- start start 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8100e60 0x7f1ef81982c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 0x7f1ef8198800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810cb60 con 0x7f1ef8102a00 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810c9e0 con 0x7f1ef8102040 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efff29640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1ef810cce0 con 0x7f1ef8100e60 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.418+0000 7f1efe4c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54624/0 (socket says 172.21.15.55:54624) 2024-04-23T18:22:53.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 -- 172.21.15.55:0/798267780 learned_addr learned my addr 172.21.15.55:0/798267780 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8100e60 0x7f1ef81982c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 0x7f1ef8198800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 -- 172.21.15.55:0/798267780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8100e60 msgr2=0x7f1ef81982c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8100e60 0x7f1ef81982c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 -- 172.21.15.55:0/798267780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 msgr2=0x7f1ef8198800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 0x7f1ef8198800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 -- 172.21.15.55:0/798267780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ef819fee0 con 0x7f1ef8102a00 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efe4c6640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0009fd0 tx=0x7f1ef000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1eeeffd640 1 -- 172.21.15.55:0/798267780 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0017070 con 0x7f1ef8102a00 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ef81a01d0 con 0x7f1ef8102a00 2024-04-23T18:22:53.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1eeeffd640 1 -- 172.21.15.55:0/798267780 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ef0003e40 con 0x7f1ef8102a00 2024-04-23T18:22:53.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1eeeffd640 1 -- 172.21.15.55:0/798267780 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef0004820 con 0x7f1ef8102a00 2024-04-23T18:22:53.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.419+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ef81a0720 con 0x7f1ef8102a00 2024-04-23T18:22:53.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.421+0000 7f1eeeffd640 1 -- 172.21.15.55:0/798267780 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f1ef0003970 con 0x7f1ef8102a00 2024-04-23T18:22:53.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 Processor -- start 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 -- start start 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 0x5624d0f151d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f1bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5624d0e78c50 con 0x5624d0f13b80 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5624d0e15830 con 0x5624d0f15710 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1f02c40740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5624d0e74c10 con 0x5624d0f14d50 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1eeeffd640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 0x7f1ee40a6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54630/0 (socket says 172.21.15.55:54630) 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1983688778 learned_addr learned my addr 172.21.15.55:0/1983688778 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1efe4c6640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 0x7f1ee40a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.422+0000 7f1eeeffd640 1 -- 172.21.15.55:0/798267780 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f1ef00d0210 con 0x7f1ef8102a00 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 0x5624d0f151d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1983688778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 msgr2=0x5624d0f151d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 0x5624d0f151d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1983688778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 msgr2=0x5624d0f1bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f1bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1983688778 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624d0b8b2d0 con 0x5624d0f13b80 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 0x5624d0f151d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800bd50 tx=0x7f1ee80127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=476c49798ee7b97b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1efe4c6640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 0x7f1ee40a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0098990 tx=0x7f1ef0066c30 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1ee3fff640 1 -- 172.21.15.55:0/1983688778 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee80120d0 con 0x5624d0f13b80 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1ee3fff640 1 -- 172.21.15.55:0/1983688778 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ee8016070 con 0x5624d0f13b80 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.423+0000 7f1ee3fff640 1 -- 172.21.15.55:0/1983688778 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee8010870 con 0x5624d0f13b80 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- 172.21.15.55:0/1983688778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 msgr2=0x5624d0f13fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f1ee800bd50 tx=0x7f1ee80127c0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- 172.21.15.55:0/1983688778 shutdown_connections 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f14d50 0x5624d0f151d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f1bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1983688778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f13b80 0x5624d0f13fa0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- 172.21.15.55:0/1983688778 >> 172.21.15.55:0/1983688778 conn(0x5624d0f0f070 msgr2=0x5624d0f0f470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- 172.21.15.55:0/1983688778 shutdown_connections 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- 172.21.15.55:0/1983688778 wait complete. 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 -- start start 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.424+0000 7f1f02c40740 1 Processor -- start 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f1e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f255f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.426 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f1c720 con 0x5624d0f14d50 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5624d0e13470 con 0x5624d0f15710 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f1c8a0 con 0x5624d0f13b80 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 10 client.0 _ll_register_callbacks cb 0x5624d0e38f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54638/0 (socket says 172.21.15.55:54638) 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 -- 172.21.15.55:0/2079936221 learned_addr learned my addr 172.21.15.55:0/2079936221 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f1e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f255f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 -- 172.21.15.55:0/2079936221 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 msgr2=0x5624d0f1e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f1e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 -- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 msgr2=0x5624d0f255f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f255f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.427 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 -- 172.21.15.55:0/2079936221 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624d0c556b0 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f255f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000c00 tx=0x7f1ef4004460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4984bb232c225320 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1ee17fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ef4035040 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f1ef4005510 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.425+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ee8016070 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ef4004770 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 10 client.15312 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624d0f28990 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ee8016070 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1ef4031c20 con 0x5624d0f14d50 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 10 client.15312 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 10 client.15312 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 20 client.15312 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.428 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f2b000 0x5624d0f2c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 4 client.15312 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624d0e86670 con 0x5624d0f2b000 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.426+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f2b000 0x5624d0f2c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.427+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f2b000 0x5624d0f2c470 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4fc4eb02d367b7b server_cookie=470a06b62a566213 in_seq=0 out_seq=0 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.427+0000 7f1ee17fa640 10 client.15312 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.427+0000 7f1ee17fa640 1 -- 172.21.15.55:0/2079936221 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5624d0e86670 con 0x5624d0f2b000 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.427+0000 7f1ee17fa640 10 client.15312 handle_command_reply: tid=0 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.427+0000 7f1f02c40740 1 client.15312 shutdown 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 msgr2=0x5624d0f1e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f1ef4000c00 tx=0x7f1ef4004460 comp rx=0 tx=0).stop 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 shutdown_connections 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f2b000 0x5624d0f2c470 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.429 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f15710 0x5624d0f255f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f14d50 0x5624d0f1e5b0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1ee17fa640 0 client.15312 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 --2- 172.21.15.55:0/2079936221 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f1e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 >> 172.21.15.55:0/2079936221 conn(0x5624d0f0f070 msgr2=0x5624d0f0e1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 shutdown_connections 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 1 -- 172.21.15.55:0/2079936221 wait complete. 2024-04-23T18:22:53.430 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.428+0000 7f1f02c40740 20 client.15312 trim_cache size 0 max 16384 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 Processor -- start 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 -- start start 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f0eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2a7b0 con 0x5624d0f15710 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2ae80 con 0x5624d0f14d50 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1f02c40740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2b550 con 0x5624d0f13b80 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54640/0 (socket says 172.21.15.55:54640) 2024-04-23T18:22:53.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.446+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1278262715 learned_addr learned my addr 172.21.15.55:0/1278262715 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1278262715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 msgr2=0x5624d0f0eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f0eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1278262715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 msgr2=0x5624d0f255b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 -- 172.21.15.55:0/1278262715 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624d0f183c0 con 0x5624d0f15710 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x5624d0f14c50 tx=0x7f1ee8014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52f7fe2fe2c36594 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1ee37fe640 1 -- 172.21.15.55:0/1278262715 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee802a400 con 0x5624d0f15710 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1ee37fe640 1 -- 172.21.15.55:0/1278262715 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ee8016030 con 0x5624d0f15710 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1ee37fe640 1 -- 172.21.15.55:0/1278262715 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee801b760 con 0x5624d0f15710 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1f02c40740 1 -- 172.21.15.55:0/1278262715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 msgr2=0x5624d0f11d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.447+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x5624d0f14c50 tx=0x7f1ee8014040 comp rx=0 tx=0).stop 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- 172.21.15.55:0/1278262715 shutdown_connections 2024-04-23T18:22:53.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f11d50 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- 172.21.15.55:0/1278262715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f0eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- 172.21.15.55:0/1278262715 >> 172.21.15.55:0/1278262715 conn(0x5624d0f0f070 msgr2=0x5624d0f0a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- 172.21.15.55:0/1278262715 shutdown_connections 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- 172.21.15.55:0/1278262715 wait complete. 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- start start 2024-04-23T18:22:53.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 Processor -- start 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f19ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2c2f0 con 0x5624d0f15710 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2bc20 con 0x5624d0f14d50 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5624d0f2c9c0 con 0x5624d0f13b80 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1f02c40740 10 client.0 _ll_register_callbacks cb 0x7f1ef4005e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.448+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54646/0 (socket says 172.21.15.55:54646) 2024-04-23T18:22:53.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 -- 172.21.15.55:0/656731403 learned_addr learned my addr 172.21.15.55:0/656731403 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f19ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 -- 172.21.15.55:0/656731403 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 msgr2=0x5624d0f19ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f19ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 -- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 msgr2=0x5624d0f255b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 -- 172.21.15.55:0/656731403 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624d0f1a770 con 0x5624d0f15710 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1efd4c4640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1ee801b780 tx=0x7f1ee800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38251be2b7fff582 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1ee17fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee801bcd0 con 0x5624d0f15710 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f1ee8005040 con 0x5624d0f15710 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ee8016030 con 0x5624d0f15710 2024-04-23T18:22:53.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1ee803a080 con 0x5624d0f15710 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1f02c40740 10 client.15318 fetch_fsmap learned FSMap version 26 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5624d0f911c0 con 0x5624d0f15710 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.449+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1ee8016030 con 0x5624d0f15710 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1ee80037a0 con 0x5624d0f15710 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 10 client.15318 fetch_fsmap finished waiting for FSMap version 26 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 10 client.15318 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 20 client.15318 populate_metadata read hostname 'smithi055' 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f95740 0x5624d0f92250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 4 client.15318 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "status"}) -- 0x5624d0e804e0 con 0x5624d0f95740 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f95740 0x5624d0f92250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1efdcc5640 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f95740 0x5624d0f92250 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e3f89c0c1dcfc10 server_cookie=7738c74284626342 in_seq=0 out_seq=0 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1ee17fa640 10 client.15318 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:53.449 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1ee17fa640 1 -- 172.21.15.55:0/656731403 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5624d0e804e0 con 0x5624d0f95740 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.450+0000 7f1ee17fa640 10 client.15318 handle_command_reply: tid=0 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 client.15318 shutdown 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 msgr2=0x5624d0f1a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1ee801b780 tx=0x7f1ee800b390 comp rx=0 tx=0).stop 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 shutdown_connections 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5624d0f95740 0x5624d0f92250 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5624d0f15710 0x5624d0f1a000 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5624d0f14d50 0x5624d0f255b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 --2- 172.21.15.55:0/656731403 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5624d0f13b80 0x5624d0f19ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1ee17fa640 0 client.15318 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 >> 172.21.15.55:0/656731403 conn(0x5624d0f0f070 msgr2=0x5624d0f0d940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 shutdown_connections 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 1 -- 172.21.15.55:0/656731403 wait complete. 2024-04-23T18:22:53.450 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1f02c40740 20 client.15318 trim_cache size 0 max 16384 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 0, 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24536, 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 110.766249114, 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 26, 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 88, 2024-04-23T18:22:53.451 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 86, 2024-04-23T18:22:53.452 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 117.55593259299999 2024-04-23T18:22:53.452 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:22:53.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 msgr2=0x7f1ee40a6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 0x7f1ee40a6070 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0098990 tx=0x7f1ef0066c30 comp rx=0 tx=0).stop 2024-04-23T18:22:53.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 msgr2=0x7f1ef819f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f1ef0009fd0 tx=0x7f1ef000b260 comp rx=0 tx=0).stop 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 shutdown_connections 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f1ee40a3bb0 0x7f1ee40a6070 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1ef8102a00 0x7f1ef819f870 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1ef8102040 0x7f1ef8198800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 --2- 172.21.15.55:0/798267780 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1ef8100e60 0x7f1ef81982c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.451+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 >> 172.21.15.55:0/798267780 conn(0x7f1ef80fc440 msgr2=0x7f1ef80fdea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.452+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 shutdown_connections 2024-04-23T18:22:53.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.452+0000 7f1efff29640 1 -- 172.21.15.55:0/798267780 wait complete. 2024-04-23T18:22:53.455 INFO:teuthology.run_tasks:Running task sequential... 2024-04-23T18:22:53.467 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-04-23T18:22:53.467 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-23T18:22:53.467 INFO:teuthology.task.print:Enabling mgr modules 2024-04-23T18:22:53.467 INFO:teuthology.task.sequential:In sequential, running task exec... 2024-04-23T18:22:53.468 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:22:53.468 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:22:53.468 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-04-23T18:22:53.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- 172.21.15.55:0/3556796735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81201008c0 msgr2=0x7f8120102cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3556796735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81201008c0 0x7f8120102cf0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8114009900 tx=0x7f811402a410 comp rx=0 tx=0).stop 2024-04-23T18:22:53.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- 172.21.15.55:0/3556796735 shutdown_connections 2024-04-23T18:22:53.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3556796735 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8120105be0 0x7f8120106060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3556796735 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f81201056a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3556796735 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f81201008c0 0x7f8120102cf0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- 172.21.15.55:0/3556796735 >> 172.21.15.55:0/3556796735 conn(0x7f81200fc4c0 msgr2=0x7f81200fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- 172.21.15.55:0/3556796735 shutdown_connections 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- 172.21.15.55:0/3556796735 wait complete. 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 Processor -- start 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.577+0000 7f8126ae1640 1 -- start start 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f81201008c0 0x7f812019e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f812019ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8120114250 con 0x7f8120105be0 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f81201140d0 con 0x7f8120103230 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f81201143d0 con 0x7f81201008c0 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.573 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54676/0 (socket says 172.21.15.55:54676) 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 -- 172.21.15.55:0/3836429978 learned_addr learned my addr 172.21.15.55:0/3836429978 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f811ffff640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f812019ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812487d640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f81201008c0 0x7f812019e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 -- 172.21.15.55:0/3836429978 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f81201008c0 msgr2=0x7f812019e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f81201008c0 0x7f812019e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 -- 172.21.15.55:0/3836429978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 msgr2=0x7f812019ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f812019ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 -- 172.21.15.55:0/3836429978 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81201a63b0 con 0x7f8120105be0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f811ffff640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f812019ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f812507e640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f811800eb10 tx=0x7f811800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118004b20 con 0x7f8120105be0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8118004cc0 con 0x7f8120105be0 2024-04-23T18:22:53.574 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81201a66a0 con 0x7f8120105be0 2024-04-23T18:22:53.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.578+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8118010720 con 0x7f8120105be0 2024-04-23T18:22:53.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.579+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81201a6bf0 con 0x7f8120105be0 2024-04-23T18:22:53.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.580+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81200fdfb0 con 0x7f8120105be0 2024-04-23T18:22:53.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.581+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 18) ==== 138646+0+0 (secure 0 0 0) 0x7f8118005020 con 0x7f8120105be0 2024-04-23T18:22:53.576 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.581+0000 7f811dffb640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 0x7f81100a6110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:53.576 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.582+0000 7f812487d640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 0x7f81100a6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:53.576 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.582+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f81180d0a90 con 0x7f8120105be0 2024-04-23T18:22:53.576 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.582+0000 7f812487d640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 0x7f81100a6110 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8114000c00 tx=0x7f8114031510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:53.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.586+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f811809d460 con 0x7f8120105be0 2024-04-23T18:22:53.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:53.824+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) -- 0x7f8120062b50 con 0x7f8120105be0 2024-04-23T18:22:54.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.756+0000 7f811dffb640 1 -- 172.21.15.55:0/3836429978 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) ==== 92+0+0 (secure 0 0 0) 0x7f811809cd60 con 0x7f8120105be0 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 msgr2=0x7f81100a6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 0x7f81100a6110 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8114000c00 tx=0x7f8114031510 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 msgr2=0x7f81201a5d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f811800eb10 tx=0x7f811800c2d0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 shutdown_connections 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f81100a3c50 0x7f81100a6110 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8120105be0 0x7f81201a5d40 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8120103230 0x7f812019ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 --2- 172.21.15.55:0/3836429978 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f81201008c0 0x7f812019e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 >> 172.21.15.55:0/3836429978 conn(0x7f81200fc4c0 msgr2=0x7f8120103bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 shutdown_connections 2024-04-23T18:22:54.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.759+0000 7f8126ae1640 1 -- 172.21.15.55:0/3836429978 wait complete. 2024-04-23T18:22:54.771 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/3812093627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 msgr2=0x7f6e28107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/3812093627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e28107750 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6e1c009900 tx=0x7f6e1c02a410 comp rx=0 tx=0).stop 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/3812093627 shutdown_connections 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/3812093627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2810a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/3812093627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e28107750 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/3812093627 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 0x7f6e28104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/3812093627 >> 172.21.15.55:0/3812093627 conn(0x7f6e280fc420 msgr2=0x7f6e280fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/3812093627 shutdown_connections 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.887+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/3812093627 wait complete. 2024-04-23T18:22:54.881 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 Processor -- start 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 -- start start 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 0x7f6e28198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2810dc10 con 0x7f6e28105360 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2810da90 con 0x7f6e28107c90 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2d1cd640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6e2810dd90 con 0x7f6e28102a30 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.888+0000 7f6e2659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.884 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54728/0 (socket says 172.21.15.55:54728) 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2659c640 1 -- 172.21.15.55:0/2147809745 learned_addr learned my addr 172.21.15.55:0/2147809745 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e26d9d640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 0x7f6e28198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 msgr2=0x7f6e28198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 0x7f6e28198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 msgr2=0x7f6e281987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 -- 172.21.15.55:0/2147809745 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e2819fe80 con 0x7f6e28107c90 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2659c640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2759e640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2819f810 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6e20009fd0 tx=0x7f6e2000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e2000ce20 con 0x7f6e28107c90 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6e20005020 con 0x7f6e28107c90 2024-04-23T18:22:54.885 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e281a0170 con 0x7f6e28107c90 2024-04-23T18:22:54.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e20010720 con 0x7f6e28107c90 2024-04-23T18:22:54.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.889+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e281a0670 con 0x7f6e28107c90 2024-04-23T18:22:54.886 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.890+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e280fdf10 con 0x7f6e28107c90 2024-04-23T18:22:54.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.891+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f6e20005560 con 0x7f6e28107c90 2024-04-23T18:22:54.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.892+0000 7f6e0ffff640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:54.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.892+0000 7f6e26d9d640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 msgr2=0x7f6e100a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:22:54.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.892+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f6e200d0b90 con 0x7f6e28107c90 2024-04-23T18:22:54.887 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.892+0000 7f6e26d9d640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:54.889 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:54.897+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6e2009d500 con 0x7f6e28107c90 2024-04-23T18:22:55.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.085+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) -- 0x7f6e28062b50 con 0x7f6e28107c90 2024-04-23T18:22:55.084 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.091+0000 7f6e0ffff640 1 -- 172.21.15.55:0/2147809745 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v30)=0 v30) ==== 138+0+0 (secure 0 0 0) 0x7f6e2009ce00 con 0x7f6e28107c90 2024-04-23T18:22:55.085 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e26d9d640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 msgr2=0x7f6e100a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:22:55.086 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e26d9d640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 msgr2=0x7f6e100a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 msgr2=0x7f6e2819f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.093+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2819f810 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6e20009fd0 tx=0x7f6e2000ef10 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 shutdown_connections 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f6e100a3ca0 0x7f6e100a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6e28107c90 0x7f6e2819f810 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6e28105360 0x7f6e281987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 --2- 172.21.15.55:0/2147809745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6e28102a30 0x7f6e28198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 >> 172.21.15.55:0/2147809745 conn(0x7f6e280fc420 msgr2=0x7f6e28103370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 shutdown_connections 2024-04-23T18:22:55.087 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.094+0000 7f6e2d1cd640 1 -- 172.21.15.55:0/2147809745 wait complete. 2024-04-23T18:22:55.097 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:54 smithi055 ceph-mon[29189]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:55.097 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:54 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:55.097 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:55.097 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:55.098 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:54.949+0000 7f42a2325200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:55.098 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-04-23T18:22:55.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-mon[33022]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:55.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:55.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:55.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:55.101 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-mgr[34886]: -- 172.21.15.152:0/3318249128 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556d375b85a0 con 0x556d3758d000 2024-04-23T18:22:55.101 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:54.939+0000 7f791de2e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-mon[32310]: pgmap v346: 97 pgs: 97 active+clean; 643 KiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: ignoring --setuser ceph since I am not root 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: ignoring --setgroup ceph since I am not root 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-mgr[33707]: -- 172.21.15.116:0/893573447 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56055d68e5a0 con 0x56055d663000 2024-04-23T18:22:55.117 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:54.938+0000 7f442d30f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-23T18:22:55.118 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:55.123+0000 7f442d30f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 -- 172.21.15.55:0/1802633667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb0100f00 msgr2=0x7f0bb0101340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 --2- 172.21.15.55:0/1802633667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb0100f00 0x7f0bb0101340 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0009900 tx=0x7f0ba002a410 comp rx=0 tx=0).stop 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 -- 172.21.15.55:0/1802633667 shutdown_connections 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 --2- 172.21.15.55:0/1802633667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb01020d0 0x7f0bb0102550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 --2- 172.21.15.55:0/1802633667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0102a90 0x7f0bb01093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 --2- 172.21.15.55:0/1802633667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb0100f00 0x7f0bb0101340 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 -- 172.21.15.55:0/1802633667 >> 172.21.15.55:0/1802633667 conn(0x7f0bb00fc500 msgr2=0x7f0bb00fe920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 -- 172.21.15.55:0/1802633667 shutdown_connections 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.210+0000 7f0bb5756640 1 -- 172.21.15.55:0/1802633667 wait complete. 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 Processor -- start 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 -- start start 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb0102a90 0x7f0bb0103a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb010cb20 con 0x7f0bb01020d0 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb010c9a0 con 0x7f0bb0100f00 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bb5756640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f0bb010cca0 con 0x7f0bb0102a90 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:57130/0 (socket says 172.21.15.55:57130) 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 -- 172.21.15.55:0/3047428339 learned_addr learned my addr 172.21.15.55:0/3047428339 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54756/0 (socket says 172.21.15.55:54756) 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baf7fe640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb0102a90 0x7f0bb0103a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 -- 172.21.15.55:0/3047428339 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb0102a90 msgr2=0x7f0bb0103a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb0102a90 0x7f0bb0103a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 -- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 msgr2=0x7f0bb0103540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0baeffd640 1 -- 172.21.15.55:0/3047428339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bb0104310 con 0x7f0bb0100f00 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.211+0000 7f0bae7fc640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0baeffd640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0006010 tx=0x7f0ba00042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba003f030 con 0x7f0bb0100f00 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0ba0003cd0 con 0x7f0bb0100f00 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0035070 con 0x7f0bb0100f00 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bb01a22c0 con 0x7f0bb0100f00 2024-04-23T18:22:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.212+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bb01a2810 con 0x7f0bb0100f00 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.213+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bb01a2b30 con 0x7f0bb0100f00 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.215+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f0ba0042030 con 0x7f0bb0100f00 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.215+0000 7f0b97fff640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 0x7f0b980a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.215+0000 7f0bae7fc640 1 -- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 msgr2=0x7f0b980a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.216+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f0ba00f0aa0 con 0x7f0bb0100f00 2024-04-23T18:22:55.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.216+0000 7f0bae7fc640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 0x7f0b980a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:55.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.218+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0ba00bce20 con 0x7f0bb0100f00 2024-04-23T18:22:55.400 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.407+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) -- 0x7f0bb01a2f30 con 0x7f0bb0100f00 2024-04-23T18:22:55.405 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.412+0000 7f0b97fff640 1 -- 172.21.15.55:0/3047428339 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v31)=0 v31) ==== 133+0+0 (secure 0 0 0) 0x7f0ba00c1120 con 0x7f0bb0100f00 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 msgr2=0x7f0b980a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 0x7f0b980a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 msgr2=0x7f0bb0104f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0ba0006010 tx=0x7f0ba00042f0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 shutdown_connections 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0b980a3ca0 0x7f0b980a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0bb0102a90 0x7f0bb0103a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0bb01020d0 0x7f0bb0103540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 --2- 172.21.15.55:0/3047428339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0bb0100f00 0x7f0bb0104f00 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.414+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 >> 172.21.15.55:0/3047428339 conn(0x7f0bb00fc500 msgr2=0x7f0bb00fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.415+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 shutdown_connections 2024-04-23T18:22:55.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:55.415+0000 7f0bb5756640 1 -- 172.21.15.55:0/3047428339 wait complete. 2024-04-23T18:22:55.417 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:55.145+0000 7f42a2325200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:55.418 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:55.257+0000 7f42a2325200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:55.419 INFO:teuthology.run_tasks:Running task kclient... 2024-04-23T18:22:55.442 INFO:tasks.kclient:Mounting kernel clients... 2024-04-23T18:22:55.442 INFO:tasks.kclient:config is {'client.0': {}} 2024-04-23T18:22:55.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:55.442 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2024-04-23T18:22:55.457 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:55.227+0000 7f442d30f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:55.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:55.460 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link delete ceph-brx 2024-04-23T18:22:55.526 INFO:teuthology.orchestra.run.smithi055.stderr:Cannot find device "ceph-brx" 2024-04-23T18:22:55.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:22:55.528 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=secure', 'nowsync'], 'rbytes': False, 'syntax': 'v2', 'mount_subvol_num': 1} 2024-04-23T18:22:55.528 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-04-23T18:22:55.528 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:55.528 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph fs ls 2024-04-23T18:22:55.531 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:55.124+0000 7f791de2e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:55.531 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:55.229+0000 7f791de2e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-23T18:22:55.531 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:55.538+0000 7f791de2e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:55.670 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:55.585+0000 7f42a2325200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:55.822 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:22:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-mon[33022]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-04-23T18:22:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-mon[33022]: from='client.? ' entity='client.admin' 2024-04-23T18:22:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-mon[33022]: from='client.? ' entity='client.admin' 2024-04-23T18:22:55.851 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:55.623+0000 7f791de2e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:55.945 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:55.677+0000 7f42a2325200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:55.945 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:55.945 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-mon[29189]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-04-23T18:22:55.945 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-mon[29189]: from='client.? ' entity='client.admin' 2024-04-23T18:22:55.946 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:55 smithi055 ceph-mon[29189]: from='client.? ' entity='client.admin' 2024-04-23T18:22:55.957 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:55.536+0000 7f442d30f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-23T18:22:55.957 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:55.621+0000 7f442d30f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-23T18:22:55.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3836429978' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-04-23T18:22:55.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-mon[32310]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-04-23T18:22:55.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-mon[32310]: from='client.? ' entity='client.admin' 2024-04-23T18:22:55.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:55 smithi116 ceph-mon[32310]: from='client.? ' entity='client.admin' 2024-04-23T18:22:57.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:56.813+0000 7f791de2e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:57.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:56.984+0000 7f791de2e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:57.128 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:56.795+0000 7f442d30f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:57.129 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:56.966+0000 7f442d30f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:57.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:56.959+0000 7f42a2325200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-23T18:22:57.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:57.145+0000 7f42a2325200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-23T18:22:57.416 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:57.135+0000 7f442d30f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:57.438 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:57.156+0000 7f791de2e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:57.439 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:57.445+0000 7f791de2e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 -- 172.21.15.55:0/3299661574 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d401034b0 msgr2=0x7f7d4010f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/3299661574 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d401034b0 0x7f7d4010f920 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7d3800b0d0 tx=0x7f7d3800b3e0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 -- 172.21.15.55:0/3299661574 shutdown_connections 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/3299661574 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d401034b0 0x7f7d4010f920 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/3299661574 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d40107d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/3299661574 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d40102af0 0x7f7d40102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 -- 172.21.15.55:0/3299661574 >> 172.21.15.55:0/3299661574 conn(0x7f7d40079ba0 msgr2=0x7f7d40079fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:57.499 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.505+0000 7f7d45c5f700 1 -- 172.21.15.55:0/3299661574 shutdown_connections 2024-04-23T18:22:57.500 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.506+0000 7f7d45c5f700 1 -- 172.21.15.55:0/3299661574 wait complete. 2024-04-23T18:22:57.500 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.506+0000 7f7d45c5f700 1 Processor -- start 2024-04-23T18:22:57.500 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.506+0000 7f7d45c5f700 1 -- start start 2024-04-23T18:22:57.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.506+0000 7f7d45c5f700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:57.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d401034b0 0x7f7d40075280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d400757c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40112da0 con 0x7f7d40102af0 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40112c20 con 0x7f7d40107940 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f7d40112f20 con 0x7f7d401034b0 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3f7fe700 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54784/0 (socket says 172.21.15.55:54784) 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3f7fe700 1 -- 172.21.15.55:0/957131992 learned_addr learned my addr 172.21.15.55:0/957131992 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d400757c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d36ffd700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d401034b0 0x7f7d40075280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d401034b0 msgr2=0x7f7d40075280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d401034b0 0x7f7d40075280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.502 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 msgr2=0x7f7d40074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 -- 172.21.15.55:0/957131992 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d401a76b0 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3f7fe700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3ffff700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d400757c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009bc0 tx=0x7f7d380079a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d38003a00 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d401a7940 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7d38022070 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.507+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d3801b460 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.508+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d401a7d90 con 0x7f7d40107940 2024-04-23T18:22:57.503 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.509+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d40069730 con 0x7f7d40107940 2024-04-23T18:22:57.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.510+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f7d38003cc0 con 0x7f7d40107940 2024-04-23T18:22:57.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.511+0000 7f7d3d7fa700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 0x7f7d2c0a6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:22:57.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.511+0000 7f7d3f7fe700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 msgr2=0x7f7d2c0a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:22:57.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.511+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f7d380d0a90 con 0x7f7d40107940 2024-04-23T18:22:57.505 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.511+0000 7f7d3f7fe700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 0x7f7d2c0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:22:57.508 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.516+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7d3809d4f0 con 0x7f7d40107940 2024-04-23T18:22:57.630 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:57.327+0000 7f42a2325200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-23T18:22:57.630 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:57.637+0000 7f42a2325200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:57.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.712+0000 7f7d3f7fe700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 msgr2=0x7f7d2c0a6150 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:22:57.705 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.712+0000 7f7d3f7fe700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 0x7f7d2c0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:22:57.707 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:57.422+0000 7f442d30f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-23T18:22:57.707 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:57.515+0000 7f442d30f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:57.735 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:57.538+0000 7f791de2e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:57.766 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.773+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f7d4002e140 con 0x7f7d40107940 2024-04-23T18:22:57.767 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.774+0000 7f7d3d7fa700 1 -- 172.21.15.55:0/957131992 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v26) ==== 53+0+73 (secure 0 0 0) 0x7f7d3809cdf0 con 0x7f7d40107940 2024-04-23T18:22:57.767 INFO:teuthology.orchestra.run.smithi055.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-04-23T18:22:57.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 msgr2=0x7f7d2c0a6150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:22:57.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 0x7f7d2c0a6150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 msgr2=0x7f7d400757c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:22:57.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d400757c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7d38009bc0 tx=0x7f7d380079a0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 shutdown_connections 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f7d2c0a3c90 0x7f7d2c0a6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f7d40107940 0x7f7d400757c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f7d40102af0 0x7f7d40074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 --2- 172.21.15.55:0/957131992 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f7d401034b0 0x7f7d40075280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 >> 172.21.15.55:0/957131992 conn(0x7f7d40079ba0 msgr2=0x7f7d40100aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 shutdown_connections 2024-04-23T18:22:57.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:57.776+0000 7f7d45c5f700 1 -- 172.21.15.55:0/957131992 wait complete. 2024-04-23T18:22:57.942 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:57.734+0000 7f42a2325200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-23T18:22:57.942 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/957131992' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:22:58.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/957131992' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:22:58.102 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:57.742+0000 7f791de2e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:22:58.102 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:57.936+0000 7f791de2e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:58.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/957131992' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-04-23T18:22:58.208 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:57.716+0000 7f442d30f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:22:58.208 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:57.910+0000 7f442d30f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:58.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:57.949+0000 7f42a2325200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-23T18:22:58.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:58.155+0000 7f42a2325200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi055.front.sepia.ceph.com 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-04-23T18:22:58.470 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-04-23T18:22:58.470 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:58.471 DEBUG:teuthology.orchestra.run.smithi055:> ip addr 2024-04-23T18:22:58.488 INFO:teuthology.orchestra.run.smithi055.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-04-23T18:22:58.488 INFO:teuthology.orchestra.run.smithi055.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-04-23T18:22:58.488 INFO:teuthology.orchestra.run.smithi055.stdout: inet 127.0.0.1/8 scope host lo 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 ::1/128 scope host 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d6 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f0 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether 0c:c4:7a:6b:fd:d7 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp7s0f1 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:06 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f0 2024-04-23T18:22:58.489 INFO:teuthology.orchestra.run.smithi055.stdout: inet 172.21.15.55/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft 42010sec preferred_lft 42010sec 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout: inet6 fe80::ae1f:6bff:fef8:2606/64 scope link noprefixroute 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout: valid_lft forever preferred_lft forever 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout: link/ether ac:1f:6b:f8:26:07 brd ff:ff:ff:ff:ff:ff 2024-04-23T18:22:58.490 INFO:teuthology.orchestra.run.smithi055.stdout: altname enp1s0f1 2024-04-23T18:22:58.490 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link add name ceph-brx type bridge 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip addr flush dev ceph-brx 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set ceph-brx up 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-04-23T18:22:58.491 DEBUG:teuthology.orchestra.run.smithi055:> ') 2024-04-23T18:22:58.579 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:22:58.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:58 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:58.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:58.678 DEBUG:teuthology.orchestra.run.smithi055:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-04-23T18:22:58.704 INFO:teuthology.orchestra.run.smithi055.stdout:1 2024-04-23T18:22:58.706 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:58.706 DEBUG:teuthology.orchestra.run.smithi055:> route 2024-04-23T18:22:58.783 INFO:teuthology.orchestra.run.smithi055.stdout:Kernel IP routing table 2024-04-23T18:22:58.783 INFO:teuthology.orchestra.run.smithi055.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-04-23T18:22:58.783 INFO:teuthology.orchestra.run.smithi055.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-04-23T18:22:58.784 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-04-23T18:22:58.784 INFO:teuthology.orchestra.run.smithi055.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-04-23T18:22:58.784 DEBUG:teuthology.orchestra.run.smithi055:> ') 2024-04-23T18:22:58.850 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:58.538+0000 7f791de2e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:22:58.874 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:58 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:22:58.916 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:58.501+0000 7f442d30f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:22:58.970 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:58.802+0000 7f42a2325200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-23T18:22:59.056 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:59.062 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2024-04-23T18:22:59.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:59.078 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list-id 2024-04-23T18:22:59.133 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:22:59.133 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2024-04-23T18:22:59.133 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-23T18:22:59.134 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-04-23T18:22:59.134 DEBUG:teuthology.orchestra.run.smithi055:> ') 2024-04-23T18:22:59.207 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:58.922+0000 7f442d30f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:22:59.208 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:59.019+0000 7f442d30f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:22:59.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:22:59.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.251 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:58.961+0000 7f791de2e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:22:59.251 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:59.057+0000 7f791de2e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:22:59.252 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-04-23T18:22:59.253 DEBUG:teuthology.orchestra.run.smithi055:> ') 2024-04-23T18:22:59.303 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:22:59.376 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.382 DEBUG:teuthology.orchestra.run.smithi055:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-04-23T18:22:59.382 DEBUG:teuthology.orchestra.run.smithi055:> set -e 2024-04-23T18:22:59.383 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set brx.0 up 2024-04-23T18:22:59.383 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link set dev brx.0 master ceph-brx 2024-04-23T18:22:59.383 DEBUG:teuthology.orchestra.run.smithi055:> ') 2024-04-23T18:22:59.432 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:22:59.454 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.461 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-23T18:22:59.461 DEBUG:teuthology.orchestra.run.smithi055:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:59.476 INFO:teuthology.orchestra.run.smithi055.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-04-23T18:22:59.476 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-04-23T18:22:59.477 DEBUG:teuthology.orchestra.run.smithi055:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:59.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:59.265+0000 7f42a2325200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-23T18:22:59.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:59.376+0000 7f42a2325200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-23T18:22:59.501 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-04-23T18:22:59.501 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-04-23T18:22:59.501 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/volumes/qa/sv_1/5153b436-0a8a-44a9-a996-31b8029740bb 2024-04-23T18:22:59.501 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:59.501 DEBUG:teuthology.orchestra.run.smithi055:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/volumes/qa/sv_1/5153b436-0a8a-44a9-a996-31b8029740bb /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:22:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:22:59.592 INFO:teuthology.orchestra.run.smithi055.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-23T18:22:59.600 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:59.258+0000 7f791de2e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:22:59.706 INFO:teuthology.orchestra.run.smithi055.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,ms_mode=secure,nowsync,nofallback 2024-04-23T18:22:59.706 INFO:teuthology.orchestra.run.smithi055.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync". 2024-04-23T18:22:59.706 INFO:teuthology.orchestra.run.smithi055.stdout:mount.ceph: resolved to: "172.21.15.55:3300,172.21.15.116:3300,172.21.15.152:3300" 2024-04-23T18:22:59.706 INFO:teuthology.orchestra.run.smithi055.stdout:mount.ceph: trying mount with new device syntax: 0@e5804afc-019c-11ef-bc93-c7b262605968.cephfs=/volumes/qa/sv_1/5153b436-0a8a-44a9-a996-31b8029740bb 2024-04-23T18:22:59.706 INFO:teuthology.orchestra.run.smithi055.stdout:mount.ceph: options "norequire_active_mds,norbytes,ms_mode=secure,nowsync,name=0,key=0,mon_addr=172.21.15.55:3300/172.21.15.116:3300/172.21.15.152:3300" will pass to kernel 2024-04-23T18:22:59.707 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:59.220+0000 7f442d30f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:22:59.708 INFO:teuthology.orchestra.run.smithi055.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-04-23T18:22:59.708 INFO:teuthology.orchestra.run.smithi055.stdout: You just mounted a file system that supports labels which does not 2024-04-23T18:22:59.708 INFO:teuthology.orchestra.run.smithi055.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-04-23T18:22:59.708 INFO:teuthology.orchestra.run.smithi055.stdout: applications will generate AVC messages and not be allowed access to 2024-04-23T18:22:59.708 INFO:teuthology.orchestra.run.smithi055.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-04-23T18:22:59.709 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-04-23T18:22:59.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:22:59.710 DEBUG:teuthology.orchestra.run.smithi055:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-04-23T18:22:59.739 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:22:59.832 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:22:59.834 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.840 INFO:teuthology.orchestra.run.smithi055.stdout:client25067 2024-04-23T18:22:59.840 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:22:59.840 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:22:59.857 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:22:59.947 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:22:59.949 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:22:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:22:59.955 INFO:teuthology.orchestra.run.smithi055.stdout:client25067 2024-04-23T18:22:59.956 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-04-23T18:22:59.986 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:22:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:22:59.597+0000 7f42a2325200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-23T18:23:00.005 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-04-23T18:23:00.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:00.013 INFO:teuthology.orchestra.run.smithi055.stdout:client25067 2024-04-23T18:23:00.014 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/e5804afc-019c-11ef-bc93-c7b262605968.client25067/status') 2024-04-23T18:23:00.072 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:59.742+0000 7f442d30f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:00.072 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:22:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:22:59.835+0000 7f442d30f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:00.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:59.783+0000 7f791de2e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:00.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:22:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:22:59.875+0000 7f791de2e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:00.104 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-04-23T18:23:00.114 INFO:teuthology.orchestra.run.smithi055.stdout:instance: client.25067 (3)172.21.15.55:0/3935498653 2024-04-23T18:23:00.115 INFO:teuthology.orchestra.run.smithi055.stdout:blocklisted: false 2024-04-23T18:23:00.115 INFO:teuthology.orchestra.run.smithi055.stderr:0+1 records in 2024-04-23T18:23:00.115 INFO:teuthology.orchestra.run.smithi055.stderr:0+1 records out 2024-04-23T18:23:00.115 INFO:teuthology.orchestra.run.smithi055.stderr:71 bytes copied, 2.5359e-05 s, 2.8 MB/s 2024-04-23T18:23:00.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-04-23T18:23:00.122 INFO:teuthology.run_tasks:Running task exec... 2024-04-23T18:23:00.136 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:23:00.136 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:23:00.136 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 -- 172.21.15.55:0/3166890784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68100e60 msgr2=0x7f0d68101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/3166890784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68100e60 0x7f0d68101280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c009860 tx=0x7f0d5c02a340 comp rx=0 tx=0).stop 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 -- 172.21.15.55:0/3166890784 shutdown_connections 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/3166890784 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102040 0x7f0d681024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/3166890784 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68102a00 0x7f0d68109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/3166890784 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68100e60 0x7f0d68101280 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 -- 172.21.15.55:0/3166890784 >> 172.21.15.55:0/3166890784 conn(0x7f0d680fc420 msgr2=0x7f0d680fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 -- 172.21.15.55:0/3166890784 shutdown_connections 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.248+0000 7f0d6f08a640 1 -- 172.21.15.55:0/3166890784 wait complete. 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 Processor -- start 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 -- start start 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68102040 0x7f0d68198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102a00 0x7f0d6819f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6810cb30 con 0x7f0d68100e60 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6810c9b0 con 0x7f0d68102040 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6f08a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f0d6810ccb0 con 0x7f0d68102a00 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6ce26640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6ce26640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40024/0 (socket says 172.21.15.55:40024) 2024-04-23T18:23:00.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6ce26640 1 -- 172.21.15.55:0/1861270353 learned_addr learned my addr 172.21.15.55:0/1861270353 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d67fff640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68102040 0x7f0d68198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6d627640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102a00 0x7f0d6819f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.249+0000 7f0d6ce26640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102a00 msgr2=0x7f0d6819f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6ce26640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102a00 0x7f0d6819f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6ce26640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68102040 msgr2=0x7f0d68198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6ce26640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68102040 0x7f0d68198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6ce26640 1 -- 172.21.15.55:0/1861270353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d6819fec0 con 0x7f0d68100e60 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6ce26640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c030580 tx=0x7f0d5c0326d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c037040 con 0x7f0d68100e60 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d681a0150 con 0x7f0d68100e60 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0d5c040070 con 0x7f0d68100e60 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c003850 con 0x7f0d68100e60 2024-04-23T18:23:00.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.250+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d681a0690 con 0x7f0d68100e60 2024-04-23T18:23:00.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.252+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d681a09b0 con 0x7f0d68100e60 2024-04-23T18:23:00.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.252+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7f0d5c004040 con 0x7f0d68100e60 2024-04-23T18:23:00.248 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.253+0000 7f0d65ffb640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 0x7f0d580a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.248 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.253+0000 7f0d67fff640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 msgr2=0x7f0d580a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:00.248 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.253+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7f0d5c0f01a0 con 0x7f0d68100e60 2024-04-23T18:23:00.248 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.253+0000 7f0d67fff640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 0x7f0d580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:23:00.250 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.257+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0d5c0bcb70 con 0x7f0d68100e60 2024-04-23T18:23:00.414 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:00.079+0000 7f442d30f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:00.415 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:00.212+0000 7f442d30f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:00.415 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:00.306+0000 7f442d30f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:00.415 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:00.421+0000 7f442d30f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:00.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.454+0000 7f0d67fff640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 msgr2=0x7f0d580a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:00.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.454+0000 7f0d67fff640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 0x7f0d580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:23:00.458 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:00.118+0000 7f791de2e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:00.458 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:00.253+0000 7f791de2e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:00.458 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:00.349+0000 7f791de2e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:00.458 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:00.464+0000 7f791de2e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:00.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.485+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) -- 0x7f0d681a0b80 con 0x7f0d68100e60 2024-04-23T18:23:00.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.161+0000 7f42a2325200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-23T18:23:00.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.265+0000 7f42a2325200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-23T18:23:00.532 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.538+0000 7f0d65ffb640 1 -- 172.21.15.55:0/1861270353 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v27) ==== 117+0+0 (secure 0 0 0) 0x7f0d5c0bc470 con 0x7f0d68100e60 2024-04-23T18:23:00.536 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 msgr2=0x7f0d580a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:23:00.536 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 0x7f0d580a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.536 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 msgr2=0x7f0d681982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.536 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c030580 tx=0x7f0d5c0326d0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 shutdown_connections 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7f0d580a3ca0 0x7f0d580a6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0d68102a00 0x7f0d6819f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0d68102040 0x7f0d68198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 --2- 172.21.15.55:0/1861270353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0d68100e60 0x7f0d681982f0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 >> 172.21.15.55:0/1861270353 conn(0x7f0d680fc420 msgr2=0x7f0d68069600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:00.537 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 shutdown_connections 2024-04-23T18:23:00.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.542+0000 7f0d6f08a640 1 -- 172.21.15.55:0/1861270353 wait complete. 2024-04-23T18:23:00.551 INFO:teuthology.run_tasks:Running task check-counter... 2024-04-23T18:23:00.570 INFO:teuthology.run_tasks:Running task exec... 2024-04-23T18:23:00.580 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:23:00.580 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:23:00.580 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 -- 172.21.15.55:0/1918272417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc100e60 msgr2=0x7facbc101280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 --2- 172.21.15.55:0/1918272417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc100e60 0x7facbc101280 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7facb0009900 tx=0x7facb002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 -- 172.21.15.55:0/1918272417 shutdown_connections 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 --2- 172.21.15.55:0/1918272417 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facbc102a00 0x7facbc109320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 --2- 172.21.15.55:0/1918272417 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 0x7facbc1024c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 --2- 172.21.15.55:0/1918272417 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc100e60 0x7facbc101280 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.687 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 -- 172.21.15.55:0/1918272417 >> 172.21.15.55:0/1918272417 conn(0x7facbc0fc420 msgr2=0x7facbc0fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 -- 172.21.15.55:0/1918272417 shutdown_connections 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 -- 172.21.15.55:0/1918272417 wait complete. 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.692+0000 7facc1f68640 1 Processor -- start 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 -- start start 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facbc100e60 0x7facbc06a170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 0x7facbc19cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc102a00 0x7facbc19f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7facbc10cb60 con 0x7facbc102a00 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7facbc10c9e0 con 0x7facbc102040 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facc1f68640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7facbc10cce0 con 0x7facbc100e60 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc102a00 0x7facbc19f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 0x7facbc19cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.688 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc102a00 0x7facbc19f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40030/0 (socket says 172.21.15.55:40030) 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbb7fe640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facbc100e60 0x7facbc06a170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbbfff640 1 -- 172.21.15.55:0/1990939657 learned_addr learned my addr 172.21.15.55:0/1990939657 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facbc100e60 msgr2=0x7facbc06a170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7facbc100e60 0x7facbc06a170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc102a00 msgr2=0x7facbc19f5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7facbc102a00 0x7facbc19f5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facbc19fef0 con 0x7facbc102040 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.693+0000 7facbaffd640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 0x7facbc19cfc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7facac00e9f0 tx=0x7facac00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.694+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac00ccc0 con 0x7facbc102040 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.694+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facbc1a0180 con 0x7facbc102040 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.694+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7facac010900 con 0x7facbc102040 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.694+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facac018920 con 0x7facbc102040 2024-04-23T18:23:00.689 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.694+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facbc1a0720 con 0x7facbc102040 2024-04-23T18:23:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.695+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facbc108250 con 0x7facbc102040 2024-04-23T18:23:00.690 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.696+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 19) ==== 138663+0+0 (secure 0 0 0) 0x7facac010ab0 con 0x7facbc102040 2024-04-23T18:23:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.696+0000 7facb8ff9640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.696+0000 7facbb7fe640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 msgr2=0x7faca40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.697+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8248+0+0 (secure 0 0 0) 0x7facac0d0730 con 0x7facbc102040 2024-04-23T18:23:00.691 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.697+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-04-23T18:23:00.694 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.701+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7facac09cab0 con 0x7facbc102040 2024-04-23T18:23:00.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:00.766 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:00.779 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-04-23T18:23:00.779 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.527+0000 7f42a2325200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-23T18:23:00.779 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.681+0000 7f42a2325200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-23T18:23:00.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.898+0000 7facbb7fe640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 msgr2=0x7faca40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:00.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.898+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-04-23T18:23:00.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:00.912+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7facbc062390 con 0x7faca40a3ca0 2024-04-23T18:23:01.100 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:00.773+0000 7f791de2e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:01.207 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:00.725+0000 7f442d30f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:01.218 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.786+0000 7f42a2325200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-23T18:23:01.218 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:00.910+0000 7f42a2325200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-23T18:23:01.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:01.299+0000 7facbb7fe640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 msgr2=0x7faca40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:01.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:01.299+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-04-23T18:23:01.486 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:01.225+0000 7f42a2325200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-23T18:23:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:01 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:01.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:01 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:01.708 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:01.328+0000 7f442d30f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:01.708 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:23:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y[33703]: 2024-04-23T18:23:01.544+0000 7f442d30f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:01.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:01 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:01.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:01 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:01.851 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:01.378+0000 7f791de2e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:01.851 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:23:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z[34882]: 2024-04-23T18:23:01.595+0000 7f791de2e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:01.861 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:01 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1861270353' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-04-23T18:23:01.862 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:01 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:23:02.093 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:02.100+0000 7facbb7fe640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 msgr2=0x7faca40a6160 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.55:6800/3491186478 2024-04-23T18:23:02.093 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:02.100+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-04-23T18:23:02.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:02.116+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mgrmap(e 20) ==== 138331+0+0 (secure 0 0 0) 0x7facac099120 con 0x7facbc102040 2024-04-23T18:23:02.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:02.117+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 msgr2=0x7faca40a6160 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-04-23T18:23:02.109 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:02.117+0000 7facb8ff9640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/3491186478,v1:172.21.15.55:6801/3491186478] conn(0x7faca40a3ca0 0x7faca40a6160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:02.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:01.868+0000 7f42a2325200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-23T18:23:02.236 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.100+0000 7f42a2325200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.350+0000 7f420349c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.350+0000 7f420349c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.350+0000 7f420349c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.350+0000 7f420349c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.350+0000 7f420349c700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.351+0000 7f4201c59700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.351+0000 7f4201c59700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.351+0000 7f4201c59700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.542 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.351+0000 7f4201c59700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.543 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:23:02.351+0000 7f4201c59700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Standby manager daemon y restarted 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Standby manager daemon y started 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Standby manager daemon z restarted 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Standby manager daemon z started 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:02.851 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Active manager daemon x restarted 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Activating manager daemon x 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: mgrmap e20: x(active, starting, since 0.0134643s), standbys: z, y 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:02.852 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:02.853 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:02.854 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: Manager daemon x is now available 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:02.855 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:02 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Standby manager daemon y restarted 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Standby manager daemon y started 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:02.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Standby manager daemon z restarted 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Standby manager daemon z started 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Active manager daemon x restarted 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Activating manager daemon x 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: mgrmap e20: x(active, starting, since 0.0134643s), standbys: z, y 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:02.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:02.960 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:02.961 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:02.962 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:02.962 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: Manager daemon x is now available 2024-04-23T18:23:02.962 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:02.962 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:02.962 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:02 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:02.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Standby manager daemon y restarted 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Standby manager daemon y started 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.116:0/3274726912' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Standby manager daemon z restarted 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Standby manager daemon z started 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.? 172.21.15.152:0/2382546955' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Active manager daemon x restarted 2024-04-23T18:23:02.988 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Activating manager daemon x 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: osdmap e89: 12 total, 12 up, 12 in 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: mgrmap e20: x(active, starting, since 0.0134643s), standbys: z, y 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:23:02.989 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-23T18:23:02.990 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: Manager daemon x is now available 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-23T18:23:02.991 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:02 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-23T18:23:03.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.121+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mon.2 v2:172.21.15.116:3300/0 8 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7facac098800 con 0x7facbc102040 2024-04-23T18:23:03.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.122+0000 7facb8ff9640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faca4052730 0x7faca4052b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.122+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) -- 0x7faca405edd0 con 0x7faca4052730 2024-04-23T18:23:03.117 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.124+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faca4052730 0x7faca4052b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.119 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.126+0000 7facbb7fe640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faca4052730 0x7faca4052b10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7facb0005ab0 tx=0x7facb0005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:03.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.195+0000 7facb8ff9640 1 -- 172.21.15.55:0/1990939657 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7faca405edd0 con 0x7faca4052730 2024-04-23T18:23:03.189 INFO:teuthology.orchestra.run.smithi055.stdout:Schedule set for path / 2024-04-23T18:23:03.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faca4052730 msgr2=0x7faca4052b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faca4052730 0x7faca4052b10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7facb0005ab0 tx=0x7facb0005a20 comp rx=0 tx=0).stop 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 msgr2=0x7facbc19cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 --2- 172.21.15.55:0/1990939657 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7facbc102040 0x7facbc19cfc0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7facac00e9f0 tx=0x7facac00eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facbbfff640 1 -- 172.21.15.55:0/1990939657 reap_dead start 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 shutdown_connections 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 >> 172.21.15.55:0/1990939657 conn(0x7facbc0fc420 msgr2=0x7facbc105420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 shutdown_connections 2024-04-23T18:23:03.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.198+0000 7facc1f68640 1 -- 172.21.15.55:0/1990939657 wait complete. 2024-04-23T18:23:03.202 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 -- 172.21.15.55:0/3868091064 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d981020e0 msgr2=0x7f1d98102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3868091064 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d981020e0 0x7f1d98102560 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c009900 tx=0x7f1d8c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 -- 172.21.15.55:0/3868091064 shutdown_connections 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3868091064 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98102aa0 0x7f1d981093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3868091064 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d981020e0 0x7f1d98102560 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3868091064 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d98100f10 0x7f1d98101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 -- 172.21.15.55:0/3868091064 >> 172.21.15.55:0/3868091064 conn(0x7f1d980fc4d0 msgr2=0x7f1d980fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 -- 172.21.15.55:0/3868091064 shutdown_connections 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 -- 172.21.15.55:0/3868091064 wait complete. 2024-04-23T18:23:03.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.316+0000 7f1d9e707640 1 Processor -- start 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 -- start start 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98100f10 0x7f1d98198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 0x7f1d98198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9810cb60 con 0x7f1d98102aa0 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9810c9e0 con 0x7f1d981020e0 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9e707640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9810cce0 con 0x7f1d98100f10 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40176/0 (socket says 172.21.15.55:40176) 2024-04-23T18:23:03.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 -- 172.21.15.55:0/3063670879 learned_addr learned my addr 172.21.15.55:0/3063670879 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d97fff640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98100f10 0x7f1d98198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d977fe640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 0x7f1d98198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 -- 172.21.15.55:0/3063670879 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98100f10 msgr2=0x7f1d98198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98100f10 0x7f1d98198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 -- 172.21.15.55:0/3063670879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 msgr2=0x7f1d98198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 0x7f1d98198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 -- 172.21.15.55:0/3063670879 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9819fe20 con 0x7f1d98102aa0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d977fe640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 0x7f1d98198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.317+0000 7f1d9cca4640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1d9000eb10 tx=0x7f1d9000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.318+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d90004b20 con 0x7f1d98102aa0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.318+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d90004cc0 con 0x7f1d98102aa0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.318+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d981a0110 con 0x7f1d98102aa0 2024-04-23T18:23:03.314 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.318+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d90010720 con 0x7f1d98102aa0 2024-04-23T18:23:03.315 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.318+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d981a06b0 con 0x7f1d98102aa0 2024-04-23T18:23:03.315 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.319+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d981a0970 con 0x7f1d98102aa0 2024-04-23T18:23:03.315 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.320+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7f1d90005020 con 0x7f1d98102aa0 2024-04-23T18:23:03.315 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.320+0000 7f1d957fa640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 0x7f1d800a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.316 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.320+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f1d900d0670 con 0x7f1d98102aa0 2024-04-23T18:23:03.316 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.320+0000 7f1d97fff640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 0x7f1d800a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.316 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.321+0000 7f1d97fff640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 0x7f1d800a5fa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1d98100c30 tx=0x7f1d8800b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:03.318 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.325+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d9009d230 con 0x7f1d98102aa0 2024-04-23T18:23:03.538 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.545+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) -- 0x7f1d980fe5f0 con 0x7f1d800a3ae0 2024-04-23T18:23:03.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.604+0000 7f1d957fa640 1 -- 172.21.15.55:0/3063670879 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+26 (secure 0 0 0) 0x7f1d980fe5f0 con 0x7f1d800a3ae0 2024-04-23T18:23:03.597 INFO:teuthology.orchestra.run.smithi055.stdout:Retention added to path / 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 msgr2=0x7f1d800a5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 0x7f1d800a5fa0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f1d98100c30 tx=0x7f1d8800b390 comp rx=0 tx=0).stop 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 msgr2=0x7f1d9819f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1d9000eb10 tx=0x7f1d9000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 shutdown_connections 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d800a3ae0 0x7f1d800a5fa0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d98102aa0 0x7f1d9819f7b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d981020e0 0x7f1d98198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 --2- 172.21.15.55:0/3063670879 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d98100f10 0x7f1d98198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 >> 172.21.15.55:0/3063670879 conn(0x7f1d980fc4d0 msgr2=0x7f1d980fdee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:03.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 shutdown_connections 2024-04-23T18:23:03.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.606+0000 7f1d9e707640 1 -- 172.21.15.55:0/3063670879 wait complete. 2024-04-23T18:23:03.609 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 -- 172.21.15.55:0/1741453822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc1020e0 msgr2=0x7fc5fc102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 --2- 172.21.15.55:0/1741453822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc102560 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec009900 tx=0x7fc5ec02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 -- 172.21.15.55:0/1741453822 shutdown_connections 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 --2- 172.21.15.55:0/1741453822 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc102aa0 0x7fc5fc1093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 --2- 172.21.15.55:0/1741453822 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc102560 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 --2- 172.21.15.55:0/1741453822 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc100f10 0x7fc5fc101350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.716 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 -- 172.21.15.55:0/1741453822 >> 172.21.15.55:0/1741453822 conn(0x7fc5fc0fc4d0 msgr2=0x7fc5fc0fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 -- 172.21.15.55:0/1741453822 shutdown_connections 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.720+0000 7fc603520640 1 -- 172.21.15.55:0/1741453822 wait complete. 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 Processor -- start 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 -- start start 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc102aa0 0x7fc5fc19f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc10cb80 con 0x7fc5fc100f10 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc10ca00 con 0x7fc5fc102aa0 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc603520640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc5fc10cd00 con 0x7fc5fc1020e0 2024-04-23T18:23:03.717 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40202/0 (socket says 172.21.15.55:40202) 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 -- 172.21.15.55:0/1560039738 learned_addr learned my addr 172.21.15.55:0/1560039738 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc601abd640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc102aa0 0x7fc5fc19f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc600abb640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 -- 172.21.15.55:0/1560039738 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 msgr2=0x7fc5fc198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 -- 172.21.15.55:0/1560039738 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc102aa0 msgr2=0x7fc5fc19f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc102aa0 0x7fc5fc19f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc6012bc640 1 -- 172.21.15.55:0/1560039738 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5fc19fec0 con 0x7fc5fc100f10 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.721+0000 7fc600abb640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc6012bc640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc5f800e9c0 tx=0x7fc5f800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f800cd80 con 0x7fc5fc100f10 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc5f80035f0 con 0x7fc5fc100f10 2024-04-23T18:23:03.718 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5fc1a01b0 con 0x7fc5fc100f10 2024-04-23T18:23:03.719 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5f8010690 con 0x7fc5fc100f10 2024-04-23T18:23:03.719 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.722+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5fc1a0700 con 0x7fc5fc100f10 2024-04-23T18:23:03.719 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.723+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5fc1a09c0 con 0x7fc5fc100f10 2024-04-23T18:23:03.719 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.724+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7fc5f80037a0 con 0x7fc5fc100f10 2024-04-23T18:23:03.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.725+0000 7fc5f27fc640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 0x7fc5e80a5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:03.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.725+0000 7fc600abb640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 0x7fc5e80a5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:03.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.725+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc5f80d0610 con 0x7fc5fc100f10 2024-04-23T18:23:03.720 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.725+0000 7fc600abb640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 0x7fc5e80a5f20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec02a930 tx=0x7fc5ec000bc0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:03.722 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.729+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc5f809d190 con 0x7fc5fc100f10 2024-04-23T18:23:03.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.969+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7fc5fc06ae90 con 0x7fc5e80a3a60 2024-04-23T18:23:03.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.977+0000 7fc5f27fc640 1 -- 172.21.15.55:0/1560039738 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+298 (secure 0 0 0) 0x7fc5fc06ae90 con 0x7fc5e80a3a60 2024-04-23T18:23:03.970 INFO:teuthology.orchestra.run.smithi055.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-23T00:00:00", "created": "2024-04-23T18:23:03", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-04-23T18:23:03.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 msgr2=0x7fc5e80a5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 0x7fc5e80a5f20 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec02a930 tx=0x7fc5ec000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 msgr2=0x7fc5fc1982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:03.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fc5f800e9c0 tx=0x7fc5f800ee80 comp rx=0 tx=0).stop 2024-04-23T18:23:03.972 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 shutdown_connections 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc5e80a3a60 0x7fc5e80a5f20 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc5fc1020e0 0x7fc5fc198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc5fc102aa0 0x7fc5fc19f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 --2- 172.21.15.55:0/1560039738 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc5fc100f10 0x7fc5fc1982f0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 >> 172.21.15.55:0/1560039738 conn(0x7fc5fc0fc4d0 msgr2=0x7fc5fc06a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 shutdown_connections 2024-04-23T18:23:03.973 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:03.979+0000 7fc603520640 1 -- 172.21.15.55:0/1560039738 wait complete. 2024-04-23T18:23:03.983 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-23T18:23:04.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 -- 172.21.15.55:0/573582498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c101b40 msgr2=0x7fb02c101fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 --2- 172.21.15.55:0/573582498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c101b40 0x7fb02c101fc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fb024009ca0 tx=0x7fb02402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 -- 172.21.15.55:0/573582498 shutdown_connections 2024-04-23T18:23:04.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 --2- 172.21.15.55:0/573582498 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c101b40 0x7fb02c101fc0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 --2- 172.21.15.55:0/573582498 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c1011a0 0x7fb02c101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 --2- 172.21.15.55:0/573582498 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c100840 0x7fb02c100c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.102+0000 7fb031107640 1 -- 172.21.15.55:0/573582498 >> 172.21.15.55:0/573582498 conn(0x7fb02c0fc460 msgr2=0x7fb02c0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.103+0000 7fb031107640 1 -- 172.21.15.55:0/573582498 shutdown_connections 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.103+0000 7fb031107640 1 -- 172.21.15.55:0/573582498 wait complete. 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.103+0000 7fb031107640 1 Processor -- start 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.103+0000 7fb031107640 1 -- start start 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c1011a0 0x7fb02c19a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c101b40 0x7fb02c1a1960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb02c10fe40 con 0x7fb02c100840 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb02c10fcc0 con 0x7fb02c101b40 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb031107640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb02c10ffc0 con 0x7fb02c1011a0 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40220/0 (socket says 172.21.15.55:40220) 2024-04-23T18:23:04.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 -- 172.21.15.55:0/3641082917 learned_addr learned my addr 172.21.15.55:0/3641082917 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb023fff640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c1011a0 0x7fb02c19a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02b59e640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c101b40 0x7fb02c1a1960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 -- 172.21.15.55:0/3641082917 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c1011a0 msgr2=0x7fb02c19a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c1011a0 0x7fb02c19a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 -- 172.21.15.55:0/3641082917 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c101b40 msgr2=0x7fb02c1a1960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c101b40 0x7fb02c1a1960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 -- 172.21.15.55:0/3641082917 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb02c1a1fd0 con 0x7fb02c100840 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb02ad9d640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00e9f0 tx=0x7fb01c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.104+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01c00cd80 con 0x7fb02c100840 2024-04-23T18:23:04.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.105+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb02c102ab0 con 0x7fb02c100840 2024-04-23T18:23:04.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.105+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb02c103000 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.105+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb01c0054f0 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.105+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01c010690 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.106+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0100052c0 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.107+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 21) ==== 138458+0+0 (secure 0 0 0) 0x7fb01c0046c0 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.108+0000 7fb028d99640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 0x7fb00c0a5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.108+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fb01c0d0330 con 0x7fb02c100840 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.108+0000 7fb023fff640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 0x7fb00c0a5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.109+0000 7fb023fff640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 0x7fb00c0a5fa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb02c19b8c0 tx=0x7fb014005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.113+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb01c09cef0 con 0x7fb02c100840 2024-04-23T18:23:04.125 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.132+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fb01c098e60 con 0x7fb02c100840 2024-04-23T18:23:04.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: [23/Apr/2024:18:23:02] ENGINE Bus STARTING 2024-04-23T18:23:04.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: [23/Apr/2024:18:23:02] ENGINE Serving on http://172.21.15.55:8765 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: [23/Apr/2024:18:23:03] ENGINE Serving on https://172.21.15.55:7150 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: [23/Apr/2024:18:23:03] ENGINE Bus STARTED 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: mgrmap e21: x(active, since 1.01877s), standbys: z, y 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:04.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:04 smithi055 ceph-mon[29189]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.356 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.363+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7fb010000bf0 con 0x7fb00c0a3ae0 2024-04-23T18:23:04.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.369+0000 7fb028d99640 1 -- 172.21.15.55:0/3641082917 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7fb010000bf0 con 0x7fb00c0a3ae0 2024-04-23T18:23:04.362 INFO:teuthology.orchestra.run.smithi055.stdout:/ 1m 6m3h 2024-04-23T18:23:04.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 msgr2=0x7fb00c0a5fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 0x7fb00c0a5fa0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fb02c19b8c0 tx=0x7fb014005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:04.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 msgr2=0x7fb02c19a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00e9f0 tx=0x7fb01c00edf0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 shutdown_connections 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb00c0a3ae0 0x7fb00c0a5fa0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb02c1011a0 0x7fb02c19a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb02c101b40 0x7fb02c1a1960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 --2- 172.21.15.55:0/3641082917 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb02c100840 0x7fb02c19a400 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 >> 172.21.15.55:0/3641082917 conn(0x7fb02c0fc460 msgr2=0x7fb02c0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 shutdown_connections 2024-04-23T18:23:04.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.371+0000 7fb031107640 1 -- 172.21.15.55:0/3641082917 wait complete. 2024-04-23T18:23:04.376 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-04-23T18:23:04.402 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-04-23T18:23:04.413 INFO:teuthology.run_tasks:Running task background_exec... 2024-04-23T18:23:04.423 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:23:04.423 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-04-23T18:23:04.444 INFO:teuthology.run_tasks:Running task quiescer... 2024-04-23T18:23:04.457 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: [23/Apr/2024:18:23:02] ENGINE Bus STARTING 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: [23/Apr/2024:18:23:02] ENGINE Serving on http://172.21.15.55:8765 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: [23/Apr/2024:18:23:03] ENGINE Serving on https://172.21.15.55:7150 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: [23/Apr/2024:18:23:03] ENGINE Bus STARTED 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: mgrmap e21: x(active, since 1.01877s), standbys: z, y 2024-04-23T18:23:04.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:04.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:04 smithi116 ceph-mon[32310]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 -- 172.21.15.55:0/1056837222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8101fe0 msgr2=0x7f89e8102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 --2- 172.21.15.55:0/1056837222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8101fe0 0x7f89e8102460 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f89dc009900 tx=0x7f89dc02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:04.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 -- 172.21.15.55:0/1056837222 shutdown_connections 2024-04-23T18:23:04.564 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 --2- 172.21.15.55:0/1056837222 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e81029a0 0x7f89e81092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 --2- 172.21.15.55:0/1056837222 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8101fe0 0x7f89e8102460 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 --2- 172.21.15.55:0/1056837222 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e8100e90 0x7f89e81012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 -- 172.21.15.55:0/1056837222 >> 172.21.15.55:0/1056837222 conn(0x7f89e80fc400 msgr2=0x7f89e80fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 -- 172.21.15.55:0/1056837222 shutdown_connections 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.569+0000 7f89ece7c640 1 -- 172.21.15.55:0/1056837222 wait complete. 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 Processor -- start 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 -- start start 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 0x7f89e8103450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e81029a0 0x7f89e8103990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.565 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f89e810cb30 con 0x7f89e8100e90 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f89e810c9b0 con 0x7f89e8101fe0 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89ece7c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f89e810ccb0 con 0x7f89e81029a0 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40248/0 (socket says 172.21.15.55:40248) 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 -- 172.21.15.55:0/3943995373 learned_addr learned my addr 172.21.15.55:0/3943995373 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e5d9b640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 0x7f89e8103450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e6d9d640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e81029a0 0x7f89e8103990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 -- 172.21.15.55:0/3943995373 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e81029a0 msgr2=0x7f89e8103990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e81029a0 0x7f89e8103990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 -- 172.21.15.55:0/3943995373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 msgr2=0x7f89e8103450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 0x7f89e8103450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.566 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e659c640 1 -- 172.21.15.55:0/3943995373 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89e8104220 con 0x7f89e8100e90 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.570+0000 7f89e5d9b640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 0x7f89e8103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89e659c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f89e000e9f0 tx=0x7f89e000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e000cd80 con 0x7f89e8100e90 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89e81a2410 con 0x7f89e8100e90 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f89e00054f0 con 0x7f89e8100e90 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89e0010690 con 0x7f89e8100e90 2024-04-23T18:23:04.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.571+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89e81a2930 con 0x7f89e8100e90 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.572+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89e8068d70 con 0x7f89e8100e90 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.573+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f89e00046c0 con 0x7f89e8100e90 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.573+0000 7f89d77fe640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 0x7f89d00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.574+0000 7f89e5d9b640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 0x7f89d00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.574+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f89e00d0c20 con 0x7f89e8100e90 2024-04-23T18:23:04.568 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.574+0000 7f89e5d9b640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 0x7f89d00a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f89dc009230 tx=0x7f89dc031510 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.578+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f89e009d270 con 0x7f89e8100e90 2024-04-23T18:23:04.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: [23/Apr/2024:18:23:02] ENGINE Bus STARTING 2024-04-23T18:23:04.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: [23/Apr/2024:18:23:02] ENGINE Serving on http://172.21.15.55:8765 2024-04-23T18:23:04.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: [23/Apr/2024:18:23:03] ENGINE Serving on https://172.21.15.55:7150 2024-04-23T18:23:04.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: [23/Apr/2024:18:23:03] ENGINE Bus STARTED 2024-04-23T18:23:04.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: mgrmap e21: x(active, since 1.01877s), standbys: z, y 2024-04-23T18:23:04.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:04.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:04 smithi152 ceph-mon[33022]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:04.763 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.770+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f89e81a2cf0 con 0x7f89e8100e90 2024-04-23T18:23:04.765 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.772+0000 7f89d77fe640 1 -- 172.21.15.55:0/3943995373 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+23025 (secure 0 0 0) 0x7f89e009cb70 con 0x7f89e8100e90 2024-04-23T18:23:04.765 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:04.765 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":89,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:23:02.103557+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 msgr2=0x7f89d00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 0x7f89d00a61e0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f89dc009230 tx=0x7f89dc031510 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 msgr2=0x7f89e8104e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f89e000e9f0 tx=0x7f89e000edf0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 shutdown_connections 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f89d00a3d20 0x7f89d00a61e0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f89e81029a0 0x7f89e8103990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f89e8101fe0 0x7f89e8103450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 --2- 172.21.15.55:0/3943995373 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f89e8100e90 0x7f89e8104e10 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.768 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 >> 172.21.15.55:0/3943995373 conn(0x7f89e80fc400 msgr2=0x7f89e80fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 shutdown_connections 2024-04-23T18:23:04.769 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.774+0000 7f89ece7c640 1 -- 172.21.15.55:0/3943995373 wait complete. 2024-04-23T18:23:04.778 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:04.779 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:04.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 -- 172.21.15.55:0/4214208024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44105360 msgr2=0x7fcf44107750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.890 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 --2- 172.21.15.55:0/4214208024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44105360 0x7fcf44107750 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009900 tx=0x7fcf3802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 -- 172.21.15.55:0/4214208024 shutdown_connections 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 --2- 172.21.15.55:0/4214208024 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44107c90 0x7fcf4410a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 --2- 172.21.15.55:0/4214208024 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44105360 0x7fcf44107750 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 --2- 172.21.15.55:0/4214208024 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 0x7fcf44104e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 -- 172.21.15.55:0/4214208024 >> 172.21.15.55:0/4214208024 conn(0x7fcf440fc440 msgr2=0x7fcf440fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 -- 172.21.15.55:0/4214208024 shutdown_connections 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.894+0000 7fcf495ad640 1 -- 172.21.15.55:0/4214208024 wait complete. 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 Processor -- start 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 -- start start 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 0x7fcf44198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.891 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44105360 0x7fcf441988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410dc60 con 0x7fcf44107c90 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410dae0 con 0x7fcf44105360 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.895+0000 7fcf495ad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcf4410dde0 con 0x7fcf44102a30 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40270/0 (socket says 172.21.15.55:40270) 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 -- 172.21.15.55:0/3755933946 learned_addr learned my addr 172.21.15.55:0/3755933946 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf42ffd640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 0x7fcf44198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf427fc640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44105360 0x7fcf441988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 -- 172.21.15.55:0/3755933946 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 msgr2=0x7fcf44198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 0x7fcf44198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.892 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 -- 172.21.15.55:0/3755933946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44105360 msgr2=0x7fcf441988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44105360 0x7fcf441988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 -- 172.21.15.55:0/3755933946 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4419ffb0 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf437fe640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009fd0 tx=0x7fcf3c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c017070 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcf3c003e40 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf441a02a0 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c004820 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.896+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf441a0770 con 0x7fcf44107c90 2024-04-23T18:23:04.893 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.897+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf440684e0 con 0x7fcf44107c90 2024-04-23T18:23:04.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.899+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fcf3c003970 con 0x7fcf44107c90 2024-04-23T18:23:04.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.900+0000 7fcf2bfff640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 0x7fcf2c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:04.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.900+0000 7fcf42ffd640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 0x7fcf2c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:04.894 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.900+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcf3c0d0570 con 0x7fcf44107c90 2024-04-23T18:23:04.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.900+0000 7fcf42ffd640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 0x7fcf2c0a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcf34009bd0 tx=0x7fcf34005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:04.900 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:04.907+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fcf3c003c60 con 0x7fcf44107c90 2024-04-23T18:23:05.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.107+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcf4402d5c0 con 0x7fcf44107c90 2024-04-23T18:23:05.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.107+0000 7fcf2bfff640 1 -- 172.21.15.55:0/3755933946 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7fcf3c09c5b0 con 0x7fcf44107c90 2024-04-23T18:23:05.101 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 msgr2=0x7fcf2c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 0x7fcf2c0a61e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fcf34009bd0 tx=0x7fcf34005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 msgr2=0x7fcf4419f940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009fd0 tx=0x7fcf3c00b260 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 shutdown_connections 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcf2c0a3d20 0x7fcf2c0a61e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf44107c90 0x7fcf4419f940 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf44105360 0x7fcf441988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 --2- 172.21.15.55:0/3755933946 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf44102a30 0x7fcf44198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.109+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 >> 172.21.15.55:0/3755933946 conn(0x7fcf440fc440 msgr2=0x7fcf44103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.110+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 shutdown_connections 2024-04-23T18:23:05.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.110+0000 7fcf495ad640 1 -- 172.21.15.55:0/3755933946 wait complete. 2024-04-23T18:23:05.114 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 -- 172.21.15.55:0/894472168 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104107c60 msgr2=0x7f910410a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 --2- 172.21.15.55:0/894472168 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104107c60 0x7f910410a0b0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f90fc009ca0 tx=0x7f90fc02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 -- 172.21.15.55:0/894472168 shutdown_connections 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 --2- 172.21.15.55:0/894472168 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 0x7f9104107720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 --2- 172.21.15.55:0/894472168 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104107c60 0x7f910410a0b0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 --2- 172.21.15.55:0/894472168 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104102a00 0x7f9104104df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 -- 172.21.15.55:0/894472168 >> 172.21.15.55:0/894472168 conn(0x7f91040fc3f0 msgr2=0x7f91040fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 -- 172.21.15.55:0/894472168 shutdown_connections 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 -- 172.21.15.55:0/894472168 wait complete. 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.228+0000 7f91097e5640 1 Processor -- start 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 -- start start 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 0x7f9104198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 0x7f910419f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f910410dc50 con 0x7f9104102a00 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f910410dad0 con 0x7f9104107c60 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91097e5640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f910410ddd0 con 0x7f9104105330 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f9102ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f9102ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40288/0 (socket says 172.21.15.55:40288) 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f9102ffd640 1 -- 172.21.15.55:0/300812367 learned_addr learned my addr 172.21.15.55:0/300812367 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 0x7f910419f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91027fc640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 0x7f9104198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 -- 172.21.15.55:0/300812367 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 msgr2=0x7f9104198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 0x7f9104198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 -- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 msgr2=0x7f9104198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f91037fe640 1 -- 172.21.15.55:0/300812367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f910419fe20 con 0x7f9104107c60 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.229+0000 7f9102ffd640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f91037fe640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 0x7f910419f7b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f90fc031a70 tx=0x7f90fc0317c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc003b70 con 0x7f9104107c60 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91041a00b0 con 0x7f9104107c60 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f90fc003d10 con 0x7f9104107c60 2024-04-23T18:23:05.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90fc02fb70 con 0x7f9104107c60 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.230+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91041a0650 con 0x7f9104107c60 2024-04-23T18:23:05.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.231+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91040fdee0 con 0x7f9104107c60 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.232+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f90fc0046c0 con 0x7f9104107c60 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.233+0000 7f90fbfff640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 0x7f90f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.233+0000 7f9102ffd640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 0x7f90f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.233+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f90fc0f1bd0 con 0x7f9104107c60 2024-04-23T18:23:05.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.233+0000 7f9102ffd640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 0x7f90f00a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f90ec011550 tx=0x7f90ec005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.236+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90fc0be330 con 0x7f9104107c60 2024-04-23T18:23:05.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.426+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9104062b50 con 0x7f9104107c60 2024-04-23T18:23:05.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.426+0000 7f90fbfff640 1 -- 172.21.15.55:0/300812367 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f90fc0098b0 con 0x7f9104107c60 2024-04-23T18:23:05.419 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 msgr2=0x7f90f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 0x7f90f00a61e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f90ec011550 tx=0x7f90ec005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 msgr2=0x7f910419f7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 0x7f910419f7b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f90fc031a70 tx=0x7f90fc0317c0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 shutdown_connections 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.428+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90f00a3d20 0x7f90f00a61e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9104105330 0x7f9104198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9104107c60 0x7f910419f7b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.422 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 --2- 172.21.15.55:0/300812367 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9104102a00 0x7f9104198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 >> 172.21.15.55:0/300812367 conn(0x7f91040fc3f0 msgr2=0x7f9104103340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 shutdown_connections 2024-04-23T18:23:05.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.429+0000 7f91097e5640 1 -- 172.21.15.55:0/300812367 wait complete. 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3943995373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:05.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3755933946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:05.435 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:05.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:05.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-23T18:23:05.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3943995373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:05.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3755933946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 -- 172.21.15.55:0/4117967710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 msgr2=0x7f69b0107730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 --2- 172.21.15.55:0/4117967710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0107730 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f69a4009900 tx=0x7f69a402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 -- 172.21.15.55:0/4117967710 shutdown_connections 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 --2- 172.21.15.55:0/4117967710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 0x7f69b010a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 --2- 172.21.15.55:0/4117967710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0107730 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 --2- 172.21.15.55:0/4117967710 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b0104e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.547 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 -- 172.21.15.55:0/4117967710 >> 172.21.15.55:0/4117967710 conn(0x7f69b00fc400 msgr2=0x7f69b00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 -- 172.21.15.55:0/4117967710 shutdown_connections 2024-04-23T18:23:05.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 -- 172.21.15.55:0/4117967710 wait complete. 2024-04-23T18:23:05.548 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.554+0000 7f69b5689640 1 Processor -- start 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 -- start start 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b01982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 0x7f69b019f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f69b010dc00 con 0x7f69b0105340 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f69b010da80 con 0x7f69b0107c70 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69b5689640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f69b010dd80 con 0x7f69b0102a10 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69ae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b01982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69ae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40304/0 (socket says 172.21.15.55:40304) 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69ae7fc640 1 -- 172.21.15.55:0/2081369756 learned_addr learned my addr 172.21.15.55:0/2081369756 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:05.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69af7fe640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 0x7f69b019f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 -- 172.21.15.55:0/2081369756 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 msgr2=0x7f69b019f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 0x7f69b019f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 -- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 msgr2=0x7f69b0198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69aeffd640 1 -- 172.21.15.55:0/2081369756 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69b019ff00 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.555+0000 7f69ae7fc640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f69aeffd640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b01982e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f69a000e9f0 tx=0x7f69a000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a000ccc0 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f69a0005020 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69b01a01f0 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69a00049c0 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.556+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69b01a06f0 con 0x7f69b0102a10 2024-04-23T18:23:05.551 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.557+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69b00fdef0 con 0x7f69b0102a10 2024-04-23T18:23:05.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.558+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f69a00051d0 con 0x7f69b0102a10 2024-04-23T18:23:05.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.559+0000 7f6997fff640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 0x7f69980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.559+0000 7f69ae7fc640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 0x7f69980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.559+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f69a00d0930 con 0x7f69b0102a10 2024-04-23T18:23:05.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.559+0000 7f69ae7fc640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 0x7f69980a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b01997f0 tx=0x7f69a4031510 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.555 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.562+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f69a009cf80 con 0x7f69b0102a10 2024-04-23T18:23:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='client.15420 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='client.15426 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3943995373' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:05.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3755933946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:05.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.781+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f69b0062b50 con 0x7f69b0102a10 2024-04-23T18:23:05.774 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.781+0000 7f6997fff640 1 -- 172.21.15.55:0/2081369756 <== mon.1 v2:172.21.15.152:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f69a009c880 con 0x7f69b0102a10 2024-04-23T18:23:05.775 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 msgr2=0x7f69980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 0x7f69980a61e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f69b01997f0 tx=0x7f69a4031510 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 msgr2=0x7f69b01982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b01982e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f69a000e9f0 tx=0x7f69a000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 shutdown_connections 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f69980a3d20 0x7f69980a61e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f69b0107c70 0x7f69b019f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f69b0105340 0x7f69b0198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.783+0000 7f69b5689640 1 --2- 172.21.15.55:0/2081369756 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f69b0102a10 0x7f69b01982e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.784+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 >> 172.21.15.55:0/2081369756 conn(0x7f69b00fc400 msgr2=0x7f69b0103490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.784+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 shutdown_connections 2024-04-23T18:23:05.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.784+0000 7f69b5689640 1 -- 172.21.15.55:0/2081369756 wait complete. 2024-04-23T18:23:05.788 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:05.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2511893079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828100e90 msgr2=0x7fb8281012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2511893079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828100e90 0x7fb8281012b0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009900 tx=0x7fb81c02a410 comp rx=0 tx=0).stop 2024-04-23T18:23:05.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2511893079 shutdown_connections 2024-04-23T18:23:05.895 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2511893079 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb828101fe0 0x7fb828102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2511893079 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8281029a0 0x7fb8281092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2511893079 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828100e90 0x7fb8281012b0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2511893079 >> 172.21.15.55:0/2511893079 conn(0x7fb8280fc400 msgr2=0x7fb8280fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2511893079 shutdown_connections 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2511893079 wait complete. 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 Processor -- start 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.900+0000 7fb82ec7c640 1 -- start start 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 0x7fb82810b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8281029a0 0x7fb82810a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb82810dc80 con 0x7fb828101fe0 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb82810db00 con 0x7fb828100e90 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ec7c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb82810de00 con 0x7fb8281029a0 2024-04-23T18:23:05.896 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40328/0 (socket says 172.21.15.55:40328) 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 -- 172.21.15.55:0/2025483429 learned_addr learned my addr 172.21.15.55:0/2025483429 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82d219640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8281029a0 0x7fb82810a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ca18640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 0x7fb82810b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 -- 172.21.15.55:0/2025483429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8281029a0 msgr2=0x7fb82810a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8281029a0 0x7fb82810a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 -- 172.21.15.55:0/2025483429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 msgr2=0x7fb82810b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 0x7fb82810b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 -- 172.21.15.55:0/2025483429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb82810ac40 con 0x7fb828101fe0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb82ca18640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 0x7fb82810b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb827fff640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb81400e9c0 tx=0x7fb81400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.901+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81400cde0 con 0x7fb828101fe0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.902+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb814010900 con 0x7fb828101fe0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.902+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8281a2430 con 0x7fb828101fe0 2024-04-23T18:23:05.897 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.902+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8140189d0 con 0x7fb828101fe0 2024-04-23T18:23:05.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.902+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8281a29d0 con 0x7fb828101fe0 2024-04-23T18:23:05.898 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.903+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb828108140 con 0x7fb828101fe0 2024-04-23T18:23:05.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.904+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7fb814010ab0 con 0x7fb828101fe0 2024-04-23T18:23:05.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.905+0000 7fb825ffb640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 0x7fb8180a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:05.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.905+0000 7fb82ca18640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 0x7fb8180a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:05.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.905+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fb8140d0d80 con 0x7fb828101fe0 2024-04-23T18:23:05.899 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.906+0000 7fb82ca18640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 0x7fb8180a6260 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb81c000c00 tx=0x7fb81c031510 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:05.902 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:05.909+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb814053ff0 con 0x7fb828101fe0 2024-04-23T18:23:06.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.104+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb82802d7a0 con 0x7fb828101fe0 2024-04-23T18:23:06.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.106+0000 7fb825ffb640 1 -- 172.21.15.55:0/2025483429 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+23025 (secure 0 0 0) 0x7fb81409d3d0 con 0x7fb828101fe0 2024-04-23T18:23:06.099 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:06.100 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":89,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:23:02.103557+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 msgr2=0x7fb8180a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 0x7fb8180a6260 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb81c000c00 tx=0x7fb81c031510 comp rx=0 tx=0).stop 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 msgr2=0x7fb828109e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fb81400e9c0 tx=0x7fb81400ee80 comp rx=0 tx=0).stop 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 shutdown_connections 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8180a3da0 0x7fb8180a6260 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8281029a0 0x7fb82810a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb828101fe0 0x7fb828109e70 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 --2- 172.21.15.55:0/2025483429 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb828100e90 0x7fb82810b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 >> 172.21.15.55:0/2025483429 conn(0x7fb8280fc400 msgr2=0x7fb828105310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 shutdown_connections 2024-04-23T18:23:06.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.109+0000 7fb82ec7c640 1 -- 172.21.15.55:0/2025483429 wait complete. 2024-04-23T18:23:06.114 INFO:tasks.quiescer.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:06.114 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.234+0000 7f4de4a91640 1 -- 172.21.15.55:0/3081490626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de0100e90 msgr2=0x7f4de01012b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.234+0000 7f4de4a91640 1 --2- 172.21.15.55:0/3081490626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de0100e90 0x7f4de01012b0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0009900 tx=0x7f4dd002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 -- 172.21.15.55:0/3081490626 shutdown_connections 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 --2- 172.21.15.55:0/3081490626 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0101fe0 0x7f4de0102460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 --2- 172.21.15.55:0/3081490626 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de01029a0 0x7f4de01092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 --2- 172.21.15.55:0/3081490626 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de0100e90 0x7f4de01012b0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 -- 172.21.15.55:0/3081490626 >> 172.21.15.55:0/3081490626 conn(0x7f4de00fc400 msgr2=0x7f4de00fe840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 -- 172.21.15.55:0/3081490626 shutdown_connections 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 -- 172.21.15.55:0/3081490626 wait complete. 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 Processor -- start 2024-04-23T18:23:06.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.235+0000 7f4de4a91640 1 -- start start 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 0x7f4de0198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 0x7f4de0198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 0x7f4de019f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010cb70 con 0x7f4de01029a0 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010c9f0 con 0x7f4de0101fe0 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4de4a91640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f4de010ccf0 con 0x7f4de0100e90 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 0x7f4de0198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 0x7f4de019f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dde59c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 0x7f4de0198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:51428/0 (socket says 172.21.15.55:51428) 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dde59c640 1 -- 172.21.15.55:0/2598497049 learned_addr learned my addr 172.21.15.55:0/2598497049 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dd7fff640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 0x7f4de0198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 -- 172.21.15.55:0/2598497049 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 msgr2=0x7f4de0198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 0x7f4de0198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.231 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 -- 172.21.15.55:0/2598497049 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 msgr2=0x7f4de0198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 0x7f4de0198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 -- 172.21.15.55:0/2598497049 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de019ff30 con 0x7f4de01029a0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dd7fff640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 0x7f4de0198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dded9d640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 0x7f4de019f8c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009fd0 tx=0x7f4dd800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.236+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd800ce20 con 0x7f4de01029a0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.237+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de01a0220 con 0x7f4de01029a0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.237+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4dd8005020 con 0x7f4de01029a0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.237+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dd8010720 con 0x7f4de01029a0 2024-04-23T18:23:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.237+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de01a0770 con 0x7f4de01029a0 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.238+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de01a0a30 con 0x7f4de01029a0 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.239+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 22) ==== 138766+0+0 (secure 0 0 0) 0x7f4dd8005560 con 0x7f4de01029a0 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.239+0000 7f4dd77fe640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 0x7f4dcc0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.240+0000 7f4dde59c640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 0x7f4dcc0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.240+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f4dd80d0f10 con 0x7f4de01029a0 2024-04-23T18:23:06.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.240+0000 7f4dde59c640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 0x7f4dcc0a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00096c0 tx=0x7f4dd0005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.244+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4dd809d560 con 0x7f4de01029a0 2024-04-23T18:23:06.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.441+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f4de01a0ca0 con 0x7f4de01029a0 2024-04-23T18:23:06.434 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.441+0000 7f4dd77fe640 1 -- 172.21.15.55:0/2598497049 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7f4dd809ce60 con 0x7f4de01029a0 2024-04-23T18:23:06.434 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 msgr2=0x7f4dcc0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 0x7f4dcc0a61e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f4dd00096c0 tx=0x7f4dd0005a20 comp rx=0 tx=0).stop 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 msgr2=0x7f4de019f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 0x7f4de019f8c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f4dd8009fd0 tx=0x7f4dd800ef10 comp rx=0 tx=0).stop 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 shutdown_connections 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4dcc0a3d20 0x7f4dcc0a61e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4de01029a0 0x7f4de019f8c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4de0101fe0 0x7f4de0198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.437 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 --2- 172.21.15.55:0/2598497049 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4de0100e90 0x7f4de0198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 >> 172.21.15.55:0/2598497049 conn(0x7f4de00fc400 msgr2=0x7f4de00fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 shutdown_connections 2024-04-23T18:23:06.438 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.444+0000 7f4de4a91640 1 -- 172.21.15.55:0/2598497049 wait complete. 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/300812367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.449 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:06.450 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2081369756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.451 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2025483429' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:06.452 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/300812367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:06.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2081369756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.460 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2025483429' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 -- 172.21.15.55:0/2322597804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 msgr2=0x7f918c10dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 --2- 172.21.15.55:0/2322597804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c10dd20 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f9184009ca0 tx=0x7f918402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 -- 172.21.15.55:0/2322597804 shutdown_connections 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 --2- 172.21.15.55:0/2322597804 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c101a30 0x7f918c105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 --2- 172.21.15.55:0/2322597804 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c10dd20 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 --2- 172.21.15.55:0/2322597804 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 -- 172.21.15.55:0/2322597804 >> 172.21.15.55:0/2322597804 conn(0x7f918c078000 msgr2=0x7f918c078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 -- 172.21.15.55:0/2322597804 shutdown_connections 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.573+0000 7f91944cf640 1 -- 172.21.15.55:0/2322597804 wait complete. 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 Processor -- start 2024-04-23T18:23:06.567 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 -- start start 2024-04-23T18:23:06.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c1995e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 0x7f918c1a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.569 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f918c111220 con 0x7f918c106150 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f918c1110a0 con 0x7f918c101080 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f91944cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f918c1113a0 con 0x7f918c19a0b0 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f9191a6a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f9191a6a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40352/0 (socket says 172.21.15.55:40352) 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f9191a6a640 1 -- 172.21.15.55:0/3193876629 learned_addr learned my addr 172.21.15.55:0/3193876629 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f9192a6c640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 0x7f918c1a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.574+0000 7f919226b640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c1995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 -- 172.21.15.55:0/3193876629 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 msgr2=0x7f918c1a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 0x7f918c1a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 -- 172.21.15.55:0/3193876629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 msgr2=0x7f918c1995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c1995e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 -- 172.21.15.55:0/3193876629 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f918c1a4e30 con 0x7f918c106150 2024-04-23T18:23:06.570 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f919226b640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c1995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9192a6c640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 0x7f918c1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f9191a6a640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f917c00e9a0 tx=0x7f917c00ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c00cd80 con 0x7f918c106150 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f918c1a5120 con 0x7f918c106150 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f917c0035f0 con 0x7f918c106150 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c010690 con 0x7f918c106150 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.575+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f918c1a5670 con 0x7f918c106150 2024-04-23T18:23:06.571 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.576+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f918c068d70 con 0x7f918c106150 2024-04-23T18:23:06.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.577+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f917c0037a0 con 0x7f918c106150 2024-04-23T18:23:06.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.578+0000 7f91837fe640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 0x7f91780a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.578+0000 7f919226b640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 0x7f91780a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.578+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f917c0d0ba0 con 0x7f918c106150 2024-04-23T18:23:06.572 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.579+0000 7f919226b640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 0x7f91780a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9188009fc0 tx=0x7f9188005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.575 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.583+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f917c09d0e0 con 0x7f918c106150 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/300812367' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:23:06.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi055:/etc/ceph/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi116:/etc/ceph/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi152:/etc/ceph/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2081369756' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-23T18:23:06.603 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2025483429' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:06.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.792+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f918c1093e0 con 0x7f918c106150 2024-04-23T18:23:06.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.792+0000 7f91837fe640 1 -- 172.21.15.55:0/3193876629 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f917c09c9e0 con 0x7f918c106150 2024-04-23T18:23:06.785 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:23:06.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 msgr2=0x7f91780a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 0x7f91780a6270 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9188009fc0 tx=0x7f9188005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 msgr2=0x7f918c199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f917c00e9a0 tx=0x7f917c00ee60 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 shutdown_connections 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f91780a3db0 0x7f91780a6270 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f918c19a0b0 0x7f918c1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f918c106150 0x7f918c199b20 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 --2- 172.21.15.55:0/3193876629 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f918c101080 0x7f918c1995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 >> 172.21.15.55:0/3193876629 conn(0x7f918c078000 msgr2=0x7f918c0fee40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 shutdown_connections 2024-04-23T18:23:06.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.794+0000 7f91944cf640 1 -- 172.21.15.55:0/3193876629 wait complete. 2024-04-23T18:23:06.798 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:06.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 -- 172.21.15.55:0/3624148936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 msgr2=0x7f73b0111020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 --2- 172.21.15.55:0/3624148936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b0111020 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f73a8009ca0 tx=0x7f73a802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.909 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 -- 172.21.15.55:0/3624148936 shutdown_connections 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 --2- 172.21.15.55:0/3624148936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b0111020 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 --2- 172.21.15.55:0/3624148936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b0104d30 0x7f73b0108d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 --2- 172.21.15.55:0/3624148936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 0x7f73b0104760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 -- 172.21.15.55:0/3624148936 >> 172.21.15.55:0/3624148936 conn(0x7f73b00ffc00 msgr2=0x7f73b0102020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 -- 172.21.15.55:0/3624148936 shutdown_connections 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.914+0000 7f73b66a7640 1 -- 172.21.15.55:0/3624148936 wait complete. 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 Processor -- start 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 -- start start 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 0x7f73b01a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b01a0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f73b01144f0 con 0x7f73b019a870 2024-04-23T18:23:06.910 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0114370 con 0x7f73b0109450 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b66a7640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f73b0114670 con 0x7f73b0104380 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b4c44640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b01a0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b4c44640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40368/0 (socket says 172.21.15.55:40368) 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b4c44640 1 -- 172.21.15.55:0/2533664778 learned_addr learned my addr 172.21.15.55:0/2533664778 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73affff640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 0x7f73b01a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 -- 172.21.15.55:0/2533664778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 msgr2=0x7f73b01a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 0x7f73b01a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 -- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 msgr2=0x7f73b019ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73af7fe640 1 -- 172.21.15.55:0/2533664778 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73b019b400 con 0x7f73b0109450 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.915+0000 7f73b4c44640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:06.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73af7fe640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b01a0bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e9c0 tx=0x7f73a400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a400ccc0 con 0x7f73b0109450 2024-04-23T18:23:06.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73b019b6f0 con 0x7f73b0109450 2024-04-23T18:23:06.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73b01a78d0 con 0x7f73b0109450 2024-04-23T18:23:06.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f73a4010900 con 0x7f73b0109450 2024-04-23T18:23:06.912 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.916+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73a40187c0 con 0x7f73b0109450 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.917+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739c005290 con 0x7f73b0109450 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.918+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f73a4010430 con 0x7f73b0109450 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.918+0000 7f73ad7fa640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 0x7f73980a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.919+0000 7f73affff640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 0x7f73980a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.919+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f73a40d0b00 con 0x7f73b0109450 2024-04-23T18:23:06.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.919+0000 7f73affff640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 0x7f73980a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009bd0 tx=0x7f73a0005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:06.915 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:06.922+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f73b019b6f0 con 0x7f73b0109450 2024-04-23T18:23:07.102 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.109+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f739c005850 con 0x7f73b0109450 2024-04-23T18:23:07.105 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.110+0000 7f73ad7fa640 1 -- 172.21.15.55:0/2533664778 <== mon.2 v2:172.21.15.116:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f73a4010720 con 0x7f73b0109450 2024-04-23T18:23:07.105 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 msgr2=0x7f73980a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 0x7f73980a6270 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f73a0009bd0 tx=0x7f73a0005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 msgr2=0x7f73b01a0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b01a0bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f73a400e9c0 tx=0x7f73a400ee80 comp rx=0 tx=0).stop 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 shutdown_connections 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f73980a3db0 0x7f73980a6270 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.106 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f73b019a870 0x7f73b019ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f73b0109450 0x7f73b01a0bf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 --2- 172.21.15.55:0/2533664778 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f73b0104380 0x7f73b01a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 >> 172.21.15.55:0/2533664778 conn(0x7f73b00ffc00 msgr2=0x7f73b0100fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 shutdown_connections 2024-04-23T18:23:07.107 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.112+0000 7f73b66a7640 1 -- 172.21.15.55:0/2533664778 wait complete. 2024-04-23T18:23:07.116 INFO:tasks.quiescer.ceph_manager:waiting for clean 2024-04-23T18:23:07.116 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 -- 172.21.15.55:0/1417262890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028101ac0 msgr2=0x7f9028105ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 --2- 172.21.15.55:0/1417262890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028101ac0 0x7f9028105ab0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9018009900 tx=0x7f901802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 -- 172.21.15.55:0/1417262890 shutdown_connections 2024-04-23T18:23:07.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 --2- 172.21.15.55:0/1417262890 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028106190 0x7f902810dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 --2- 172.21.15.55:0/1417262890 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028101ac0 0x7f9028105ab0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 --2- 172.21.15.55:0/1417262890 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9028101110 0x7f90281014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 -- 172.21.15.55:0/1417262890 >> 172.21.15.55:0/1417262890 conn(0x7f9028077fb0 msgr2=0x7f90280783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 -- 172.21.15.55:0/1417262890 shutdown_connections 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.226+0000 7f902fafa640 1 -- 172.21.15.55:0/1417262890 wait complete. 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 Processor -- start 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 -- start start 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028101110 0x7f9028102b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 0x7f90281a6a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f90281111f0 con 0x7f9028106190 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9028111070 con 0x7f9028101110 2024-04-23T18:23:07.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902fafa640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9028111370 con 0x7f90281035d0 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40390/0 (socket says 172.21.15.55:40390) 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 -- 172.21.15.55:0/3936479351 learned_addr learned my addr 172.21.15.55:0/3936479351 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902e097640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 0x7f90281a6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d896640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028101110 0x7f9028102b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 -- 172.21.15.55:0/3936479351 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 msgr2=0x7f90281a6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 0x7f90281a6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 -- 172.21.15.55:0/3936479351 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028101110 msgr2=0x7f9028102b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028101110 0x7f9028102b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902d095640 1 -- 172.21.15.55:0/3936479351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90281a7160 con 0x7f9028106190 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.227+0000 7f902e097640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 0x7f90281a6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f902d095640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9018005940 tx=0x7f90180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f901803f030 con 0x7f9028106190 2024-04-23T18:23:07.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f90180318f0 con 0x7f9028106190 2024-04-23T18:23:07.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90281a73f0 con 0x7f9028106190 2024-04-23T18:23:07.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9018035070 con 0x7f9028106190 2024-04-23T18:23:07.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.228+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90281a7930 con 0x7f9028106190 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.229+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90280691c0 con 0x7f9028106190 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.230+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f9018042030 con 0x7f9028106190 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.231+0000 7f901effd640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 0x7f90140a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.231+0000 7f902d896640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 0x7f90140a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.231+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f90180f1220 con 0x7f9028106190 2024-04-23T18:23:07.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.231+0000 7f902d896640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 0x7f90140a6320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9024005fd0 tx=0x7f902400b590 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.234+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f90180bd700 con 0x7f9028106190 2024-04-23T18:23:07.411 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.418+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9028101ac0 con 0x7f90140a3e60 2024-04-23T18:23:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.425+0000 7f901effd640 1 -- 172.21.15.55:0/3936479351 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258110 (secure 0 0 0) 0x7f9028101ac0 con 0x7f90140a3e60 2024-04-23T18:23:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 msgr2=0x7f90140a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 0x7f90140a6320 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9024005fd0 tx=0x7f902400b590 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 msgr2=0x7f9028103090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f9018005940 tx=0x7f90180042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 shutdown_connections 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f90140a3e60 0x7f90140a6320 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f90281035d0 0x7f90281a6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9028106190 0x7f9028103090 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 --2- 172.21.15.55:0/3936479351 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9028101110 0x7f9028102b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 >> 172.21.15.55:0/3936479351 conn(0x7f9028077fb0 msgr2=0x7f902806a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 shutdown_connections 2024-04-23T18:23:07.425 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.429+0000 7f902fafa640 1 -- 172.21.15.55:0/3936479351 wait complete. 2024-04-23T18:23:07.432 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.432 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi152:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2598497049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.433 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3193876629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.434 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:07 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2533664778' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.435 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-23T18:23:06.123811+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190552,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1403,"num_read_kb":867,"num_write":554,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182421,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369536,"kb_used_data":12020,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572288,"statfs":{"total":1151940427776,"available":1151562022912,"internally_reserved":0,"allocated":12308480,"data_stored":8646989,"data_compressed":264668,"data_compressed_allocated":352256,"data_compressed_original":3104768,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989513"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443148+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:23:02.443148+0000","last_peered":"2024-04-23T18:23:02.443148+0000","last_clean":"2024-04-23T18:23:02.443148+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:23:02.443148+0000","last_undegraded":"2024-04-23T18:23:02.443148+0000","last_fullsized":"2024-04-23T18:23:02.443148+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361577+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:23:02.361577+0000","last_peered":"2024-04-23T18:23:02.361577+0000","last_clean":"2024-04-23T18:23:02.361577+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:23:02.361577+0000","last_undegraded":"2024-04-23T18:23:02.361577+0000","last_fullsized":"2024-04-23T18:23:02.361577+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361367+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:23:02.361367+0000","last_peered":"2024-04-23T18:23:02.361367+0000","last_clean":"2024-04-23T18:23:02.361367+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:23:02.361367+0000","last_undegraded":"2024-04-23T18:23:02.361367+0000","last_fullsized":"2024-04-23T18:23:02.361367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361185+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:23:02.361185+0000","last_peered":"2024-04-23T18:23:02.361185+0000","last_clean":"2024-04-23T18:23:02.361185+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:23:02.361185+0000","last_undegraded":"2024-04-23T18:23:02.361185+0000","last_fullsized":"2024-04-23T18:23:02.361185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206472+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:23:02.206472+0000","last_peered":"2024-04-23T18:23:02.206472+0000","last_clean":"2024-04-23T18:23:02.206472+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:23:02.206472+0000","last_undegraded":"2024-04-23T18:23:02.206472+0000","last_fullsized":"2024-04-23T18:23:02.206472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175853+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:23:02.175853+0000","last_peered":"2024-04-23T18:23:02.175853+0000","last_clean":"2024-04-23T18:23:02.175853+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:23:02.175853+0000","last_undegraded":"2024-04-23T18:23:02.175853+0000","last_fullsized":"2024-04-23T18:23:02.175853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110761+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:23:02.110761+0000","last_peered":"2024-04-23T18:23:02.110761+0000","last_clean":"2024-04-23T18:23:02.110761+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:23:02.110761+0000","last_undegraded":"2024-04-23T18:23:02.110761+0000","last_fullsized":"2024-04-23T18:23:02.110761+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358149+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:23:02.358149+0000","last_peered":"2024-04-23T18:23:02.358149+0000","last_clean":"2024-04-23T18:23:02.358149+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:23:02.358149+0000","last_undegraded":"2024-04-23T18:23:02.358149+0000","last_fullsized":"2024-04-23T18:23:02.358149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176143+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:23:02.176143+0000","last_peered":"2024-04-23T18:23:02.176143+0000","last_clean":"2024-04-23T18:23:02.176143+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:23:02.176143+0000","last_undegraded":"2024-04-23T18:23:02.176143+0000","last_fullsized":"2024-04-23T18:23:02.176143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111216+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:23:02.111216+0000","last_peered":"2024-04-23T18:23:02.111216+0000","last_clean":"2024-04-23T18:23:02.111216+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:23:02.111216+0000","last_undegraded":"2024-04-23T18:23:02.111216+0000","last_fullsized":"2024-04-23T18:23:02.111216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110567+0000","last_change":"2024-04-23T18:21:58.040517+0000","last_active":"2024-04-23T18:23:02.110567+0000","last_peered":"2024-04-23T18:23:02.110567+0000","last_clean":"2024-04-23T18:23:02.110567+0000","last_became_active":"2024-04-23T18:21:58.040148+0000","last_became_peered":"2024-04-23T18:21:58.040148+0000","last_unstale":"2024-04-23T18:23:02.110567+0000","last_undegraded":"2024-04-23T18:23:02.110567+0000","last_fullsized":"2024-04-23T18:23:02.110567+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:32:19.706063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357730+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:23:02.357730+0000","last_peered":"2024-04-23T18:23:02.357730+0000","last_clean":"2024-04-23T18:23:02.357730+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:23:02.357730+0000","last_undegraded":"2024-04-23T18:23:02.357730+0000","last_fullsized":"2024-04-23T18:23:02.357730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361035+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:23:02.361035+0000","last_peered":"2024-04-23T18:23:02.361035+0000","last_clean":"2024-04-23T18:23:02.361035+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:23:02.361035+0000","last_undegraded":"2024-04-23T18:23:02.361035+0000","last_fullsized":"2024-04-23T18:23:02.361035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361178+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:23:02.361178+0000","last_peered":"2024-04-23T18:23:02.361178+0000","last_clean":"2024-04-23T18:23:02.361178+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:23:02.361178+0000","last_undegraded":"2024-04-23T18:23:02.361178+0000","last_fullsized":"2024-04-23T18:23:02.361178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357506+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:23:02.357506+0000","last_peered":"2024-04-23T18:23:02.357506+0000","last_clean":"2024-04-23T18:23:02.357506+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:23:02.357506+0000","last_undegraded":"2024-04-23T18:23:02.357506+0000","last_fullsized":"2024-04-23T18:23:02.357506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443109+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:23:02.443109+0000","last_peered":"2024-04-23T18:23:02.443109+0000","last_clean":"2024-04-23T18:23:02.443109+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:23:02.443109+0000","last_undegraded":"2024-04-23T18:23:02.443109+0000","last_fullsized":"2024-04-23T18:23:02.443109+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110643+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:23:02.110643+0000","last_peered":"2024-04-23T18:23:02.110643+0000","last_clean":"2024-04-23T18:23:02.110643+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:23:02.110643+0000","last_undegraded":"2024-04-23T18:23:02.110643+0000","last_fullsized":"2024-04-23T18:23:02.110643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111106+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:23:02.111106+0000","last_peered":"2024-04-23T18:23:02.111106+0000","last_clean":"2024-04-23T18:23:02.111106+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:23:02.111106+0000","last_undegraded":"2024-04-23T18:23:02.111106+0000","last_fullsized":"2024-04-23T18:23:02.111106+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":169,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110788+0000","last_change":"2024-04-23T18:21:58.050820+0000","last_active":"2024-04-23T18:23:02.110788+0000","last_peered":"2024-04-23T18:23:02.110788+0000","last_clean":"2024-04-23T18:23:02.110788+0000","last_became_active":"2024-04-23T18:21:58.040056+0000","last_became_peered":"2024-04-23T18:21:58.040056+0000","last_unstale":"2024-04-23T18:23:02.110788+0000","last_undegraded":"2024-04-23T18:23:02.110788+0000","last_fullsized":"2024-04-23T18:23:02.110788+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:22:57.765123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206630+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:23:02.206630+0000","last_peered":"2024-04-23T18:23:02.206630+0000","last_clean":"2024-04-23T18:23:02.206630+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:23:02.206630+0000","last_undegraded":"2024-04-23T18:23:02.206630+0000","last_fullsized":"2024-04-23T18:23:02.206630+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206790+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:23:02.206790+0000","last_peered":"2024-04-23T18:23:02.206790+0000","last_clean":"2024-04-23T18:23:02.206790+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:23:02.206790+0000","last_undegraded":"2024-04-23T18:23:02.206790+0000","last_fullsized":"2024-04-23T18:23:02.206790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361890+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:23:02.361890+0000","last_peered":"2024-04-23T18:23:02.361890+0000","last_clean":"2024-04-23T18:23:02.361890+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:23:02.361890+0000","last_undegraded":"2024-04-23T18:23:02.361890+0000","last_fullsized":"2024-04-23T18:23:02.361890+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'14","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206676+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:23:02.206676+0000","last_peered":"2024-04-23T18:23:02.206676+0000","last_clean":"2024-04-23T18:23:02.206676+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:23:02.206676+0000","last_undegraded":"2024-04-23T18:23:02.206676+0000","last_fullsized":"2024-04-23T18:23:02.206676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357742+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:23:02.357742+0000","last_peered":"2024-04-23T18:23:02.357742+0000","last_clean":"2024-04-23T18:23:02.357742+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:23:02.357742+0000","last_undegraded":"2024-04-23T18:23:02.357742+0000","last_fullsized":"2024-04-23T18:23:02.357742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206645+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:23:02.206645+0000","last_peered":"2024-04-23T18:23:02.206645+0000","last_clean":"2024-04-23T18:23:02.206645+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:23:02.206645+0000","last_undegraded":"2024-04-23T18:23:02.206645+0000","last_fullsized":"2024-04-23T18:23:02.206645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128224+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:23:02.128224+0000","last_peered":"2024-04-23T18:23:02.128224+0000","last_clean":"2024-04-23T18:23:02.128224+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:23:02.128224+0000","last_undegraded":"2024-04-23T18:23:02.128224+0000","last_fullsized":"2024-04-23T18:23:02.128224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":161,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176780+0000","last_change":"2024-04-23T18:21:58.080395+0000","last_active":"2024-04-23T18:23:02.176780+0000","last_peered":"2024-04-23T18:23:02.176780+0000","last_clean":"2024-04-23T18:23:02.176780+0000","last_became_active":"2024-04-23T18:21:58.076584+0000","last_became_peered":"2024-04-23T18:21:58.076584+0000","last_unstale":"2024-04-23T18:23:02.176780+0000","last_undegraded":"2024-04-23T18:23:02.176780+0000","last_fullsized":"2024-04-23T18:23:02.176780+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:34:40.750893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":42,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175775+0000","last_change":"2024-04-23T18:21:58.082659+0000","last_active":"2024-04-23T18:23:02.175775+0000","last_peered":"2024-04-23T18:23:02.175775+0000","last_clean":"2024-04-23T18:23:02.175775+0000","last_became_active":"2024-04-23T18:21:58.077153+0000","last_became_peered":"2024-04-23T18:21:58.077153+0000","last_unstale":"2024-04-23T18:23:02.175775+0000","last_undegraded":"2024-04-23T18:23:02.175775+0000","last_fullsized":"2024-04-23T18:23:02.175775+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:37:24.291762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110549+0000","last_change":"2024-04-23T18:21:58.077035+0000","last_active":"2024-04-23T18:23:02.110549+0000","last_peered":"2024-04-23T18:23:02.110549+0000","last_clean":"2024-04-23T18:23:02.110549+0000","last_became_active":"2024-04-23T18:21:58.076616+0000","last_became_peered":"2024-04-23T18:21:58.076616+0000","last_unstale":"2024-04-23T18:23:02.110549+0000","last_undegraded":"2024-04-23T18:23:02.110549+0000","last_fullsized":"2024-04-23T18:23:02.110549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:17:35.001205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357441+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:23:02.357441+0000","last_peered":"2024-04-23T18:23:02.357441+0000","last_clean":"2024-04-23T18:23:02.357441+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:23:02.357441+0000","last_undegraded":"2024-04-23T18:23:02.357441+0000","last_fullsized":"2024-04-23T18:23:02.357441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127860+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:23:02.127860+0000","last_peered":"2024-04-23T18:23:02.127860+0000","last_clean":"2024-04-23T18:23:02.127860+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:23:02.127860+0000","last_undegraded":"2024-04-23T18:23:02.127860+0000","last_fullsized":"2024-04-23T18:23:02.127860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110360+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:23:02.110360+0000","last_peered":"2024-04-23T18:23:02.110360+0000","last_clean":"2024-04-23T18:23:02.110360+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:23:02.110360+0000","last_undegraded":"2024-04-23T18:23:02.110360+0000","last_fullsized":"2024-04-23T18:23:02.110360+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'6","reported_seq":257,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.360570+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:23:02.360570+0000","last_peered":"2024-04-23T18:23:02.360570+0000","last_clean":"2024-04-23T18:23:02.360570+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:23:02.360570+0000","last_undegraded":"2024-04-23T18:23:02.360570+0000","last_fullsized":"2024-04-23T18:23:02.360570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358118+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:23:02.358118+0000","last_peered":"2024-04-23T18:23:02.358118+0000","last_clean":"2024-04-23T18:23:02.358118+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:23:02.358118+0000","last_undegraded":"2024-04-23T18:23:02.358118+0000","last_fullsized":"2024-04-23T18:23:02.358118+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111247+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:23:02.111247+0000","last_peered":"2024-04-23T18:23:02.111247+0000","last_clean":"2024-04-23T18:23:02.111247+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:23:02.111247+0000","last_undegraded":"2024-04-23T18:23:02.111247+0000","last_fullsized":"2024-04-23T18:23:02.111247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361893+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:23:02.361893+0000","last_peered":"2024-04-23T18:23:02.361893+0000","last_clean":"2024-04-23T18:23:02.361893+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:23:02.361893+0000","last_undegraded":"2024-04-23T18:23:02.361893+0000","last_fullsized":"2024-04-23T18:23:02.361893+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128286+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:23:02.128286+0000","last_peered":"2024-04-23T18:23:02.128286+0000","last_clean":"2024-04-23T18:23:02.128286+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:23:02.128286+0000","last_undegraded":"2024-04-23T18:23:02.128286+0000","last_fullsized":"2024-04-23T18:23:02.128286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357750+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:23:02.357750+0000","last_peered":"2024-04-23T18:23:02.357750+0000","last_clean":"2024-04-23T18:23:02.357750+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:23:02.357750+0000","last_undegraded":"2024-04-23T18:23:02.357750+0000","last_fullsized":"2024-04-23T18:23:02.357750+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'38","reported_seq":302,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357495+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:23:02.357495+0000","last_peered":"2024-04-23T18:23:02.357495+0000","last_clean":"2024-04-23T18:23:02.357495+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:23:02.357495+0000","last_undegraded":"2024-04-23T18:23:02.357495+0000","last_fullsized":"2024-04-23T18:23:02.357495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66699,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":243,"num_read_kb":186,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206419+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:23:02.206419+0000","last_peered":"2024-04-23T18:23:02.206419+0000","last_clean":"2024-04-23T18:23:02.206419+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:23:02.206419+0000","last_undegraded":"2024-04-23T18:23:02.206419+0000","last_fullsized":"2024-04-23T18:23:02.206419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110829+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:23:02.110829+0000","last_peered":"2024-04-23T18:23:02.110829+0000","last_clean":"2024-04-23T18:23:02.110829+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:23:02.110829+0000","last_undegraded":"2024-04-23T18:23:02.110829+0000","last_fullsized":"2024-04-23T18:23:02.110829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357492+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:23:02.357492+0000","last_peered":"2024-04-23T18:23:02.357492+0000","last_clean":"2024-04-23T18:23:02.357492+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:23:02.357492+0000","last_undegraded":"2024-04-23T18:23:02.357492+0000","last_fullsized":"2024-04-23T18:23:02.357492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128006+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:23:02.128006+0000","last_peered":"2024-04-23T18:23:02.128006+0000","last_clean":"2024-04-23T18:23:02.128006+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:23:02.128006+0000","last_undegraded":"2024-04-23T18:23:02.128006+0000","last_fullsized":"2024-04-23T18:23:02.128006+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":40,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111059+0000","last_change":"2024-04-23T18:21:58.042976+0000","last_active":"2024-04-23T18:23:02.111059+0000","last_peered":"2024-04-23T18:23:02.111059+0000","last_clean":"2024-04-23T18:23:02.111059+0000","last_became_active":"2024-04-23T18:21:58.042606+0000","last_became_peered":"2024-04-23T18:21:58.042606+0000","last_unstale":"2024-04-23T18:23:02.111059+0000","last_undegraded":"2024-04-23T18:23:02.111059+0000","last_fullsized":"2024-04-23T18:23:02.111059+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:29:07.925372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":144,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.952585+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:23:02.952585+0000","last_peered":"2024-04-23T18:23:02.952585+0000","last_clean":"2024-04-23T18:23:02.952585+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:23:02.952585+0000","last_undegraded":"2024-04-23T18:23:02.952585+0000","last_fullsized":"2024-04-23T18:23:02.952585+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110700+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:23:02.110700+0000","last_peered":"2024-04-23T18:23:02.110700+0000","last_clean":"2024-04-23T18:23:02.110700+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:23:02.110700+0000","last_undegraded":"2024-04-23T18:23:02.110700+0000","last_fullsized":"2024-04-23T18:23:02.110700+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206248+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:23:02.206248+0000","last_peered":"2024-04-23T18:23:02.206248+0000","last_clean":"2024-04-23T18:23:02.206248+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:23:02.206248+0000","last_undegraded":"2024-04-23T18:23:02.206248+0000","last_fullsized":"2024-04-23T18:23:02.206248+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127857+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:23:02.127857+0000","last_peered":"2024-04-23T18:23:02.127857+0000","last_clean":"2024-04-23T18:23:02.127857+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:23:02.127857+0000","last_undegraded":"2024-04-23T18:23:02.127857+0000","last_fullsized":"2024-04-23T18:23:02.127857+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206486+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:23:02.206486+0000","last_peered":"2024-04-23T18:23:02.206486+0000","last_clean":"2024-04-23T18:23:02.206486+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:23:02.206486+0000","last_undegraded":"2024-04-23T18:23:02.206486+0000","last_fullsized":"2024-04-23T18:23:02.206486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443083+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:23:02.443083+0000","last_peered":"2024-04-23T18:23:02.443083+0000","last_clean":"2024-04-23T18:23:02.443083+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:23:02.443083+0000","last_undegraded":"2024-04-23T18:23:02.443083+0000","last_fullsized":"2024-04-23T18:23:02.443083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110622+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:23:02.110622+0000","last_peered":"2024-04-23T18:23:02.110622+0000","last_clean":"2024-04-23T18:23:02.110622+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:23:02.110622+0000","last_undegraded":"2024-04-23T18:23:02.110622+0000","last_fullsized":"2024-04-23T18:23:02.110622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176059+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:23:02.176059+0000","last_peered":"2024-04-23T18:23:02.176059+0000","last_clean":"2024-04-23T18:23:02.176059+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:23:02.176059+0000","last_undegraded":"2024-04-23T18:23:02.176059+0000","last_fullsized":"2024-04-23T18:23:02.176059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'7","reported_seq":143,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.126218+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:23:02.126218+0000","last_peered":"2024-04-23T18:23:02.126218+0000","last_clean":"2024-04-23T18:23:02.126218+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:23:02.126218+0000","last_undegraded":"2024-04-23T18:23:02.126218+0000","last_fullsized":"2024-04-23T18:23:02.126218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1287,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175959+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:23:02.175959+0000","last_peered":"2024-04-23T18:23:02.175959+0000","last_clean":"2024-04-23T18:23:02.175959+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:23:02.175959+0000","last_undegraded":"2024-04-23T18:23:02.175959+0000","last_fullsized":"2024-04-23T18:23:02.175959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128095+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:23:02.128095+0000","last_peered":"2024-04-23T18:23:02.128095+0000","last_clean":"2024-04-23T18:23:02.128095+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:23:02.128095+0000","last_undegraded":"2024-04-23T18:23:02.128095+0000","last_fullsized":"2024-04-23T18:23:02.128095+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'6","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361531+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:23:02.361531+0000","last_peered":"2024-04-23T18:23:02.361531+0000","last_clean":"2024-04-23T18:23:02.361531+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:23:02.361531+0000","last_undegraded":"2024-04-23T18:23:02.361531+0000","last_fullsized":"2024-04-23T18:23:02.361531+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206508+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:23:02.206508+0000","last_peered":"2024-04-23T18:23:02.206508+0000","last_clean":"2024-04-23T18:23:02.206508+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:23:02.206508+0000","last_undegraded":"2024-04-23T18:23:02.206508+0000","last_fullsized":"2024-04-23T18:23:02.206508+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361379+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:23:02.361379+0000","last_peered":"2024-04-23T18:23:02.361379+0000","last_clean":"2024-04-23T18:23:02.361379+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:23:02.361379+0000","last_undegraded":"2024-04-23T18:23:02.361379+0000","last_fullsized":"2024-04-23T18:23:02.361379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110834+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:23:02.110834+0000","last_peered":"2024-04-23T18:23:02.110834+0000","last_clean":"2024-04-23T18:23:02.110834+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:23:02.110834+0000","last_undegraded":"2024-04-23T18:23:02.110834+0000","last_fullsized":"2024-04-23T18:23:02.110834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357312+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:23:02.357312+0000","last_peered":"2024-04-23T18:23:02.357312+0000","last_clean":"2024-04-23T18:23:02.357312+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:23:02.357312+0000","last_undegraded":"2024-04-23T18:23:02.357312+0000","last_fullsized":"2024-04-23T18:23:02.357312+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111024+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:23:02.111024+0000","last_peered":"2024-04-23T18:23:02.111024+0000","last_clean":"2024-04-23T18:23:02.111024+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:23:02.111024+0000","last_undegraded":"2024-04-23T18:23:02.111024+0000","last_fullsized":"2024-04-23T18:23:02.111024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206492+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:23:02.206492+0000","last_peered":"2024-04-23T18:23:02.206492+0000","last_clean":"2024-04-23T18:23:02.206492+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:23:02.206492+0000","last_undegraded":"2024-04-23T18:23:02.206492+0000","last_fullsized":"2024-04-23T18:23:02.206492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357870+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:23:02.357870+0000","last_peered":"2024-04-23T18:23:02.357870+0000","last_clean":"2024-04-23T18:23:02.357870+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:23:02.357870+0000","last_undegraded":"2024-04-23T18:23:02.357870+0000","last_fullsized":"2024-04-23T18:23:02.357870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'49","reported_seq":93,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.321538+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:23:02.321538+0000","last_peered":"2024-04-23T18:23:02.321538+0000","last_clean":"2024-04-23T18:23:02.321538+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:23:02.321538+0000","last_undegraded":"2024-04-23T18:23:02.321538+0000","last_fullsized":"2024-04-23T18:23:02.321538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206889+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:23:02.206889+0000","last_peered":"2024-04-23T18:23:02.206889+0000","last_clean":"2024-04-23T18:23:02.206889+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:23:02.206889+0000","last_undegraded":"2024-04-23T18:23:02.206889+0000","last_fullsized":"2024-04-23T18:23:02.206889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361225+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:23:02.361225+0000","last_peered":"2024-04-23T18:23:02.361225+0000","last_clean":"2024-04-23T18:23:02.361225+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:23:02.361225+0000","last_undegraded":"2024-04-23T18:23:02.361225+0000","last_fullsized":"2024-04-23T18:23:02.361225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361714+0000","last_change":"2024-04-23T18:21:58.076414+0000","last_active":"2024-04-23T18:23:02.361714+0000","last_peered":"2024-04-23T18:23:02.361714+0000","last_clean":"2024-04-23T18:23:02.361714+0000","last_became_active":"2024-04-23T18:21:58.076031+0000","last_became_peered":"2024-04-23T18:21:58.076031+0000","last_unstale":"2024-04-23T18:23:02.361714+0000","last_undegraded":"2024-04-23T18:23:02.361714+0000","last_fullsized":"2024-04-23T18:23:02.361714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:54:19.150907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357577+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:23:02.357577+0000","last_peered":"2024-04-23T18:23:02.357577+0000","last_clean":"2024-04-23T18:23:02.357577+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:23:02.357577+0000","last_undegraded":"2024-04-23T18:23:02.357577+0000","last_fullsized":"2024-04-23T18:23:02.357577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206444+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:23:02.206444+0000","last_peered":"2024-04-23T18:23:02.206444+0000","last_clean":"2024-04-23T18:23:02.206444+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:23:02.206444+0000","last_undegraded":"2024-04-23T18:23:02.206444+0000","last_fullsized":"2024-04-23T18:23:02.206444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442746+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:23:02.442746+0000","last_peered":"2024-04-23T18:23:02.442746+0000","last_clean":"2024-04-23T18:23:02.442746+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:23:02.442746+0000","last_undegraded":"2024-04-23T18:23:02.442746+0000","last_fullsized":"2024-04-23T18:23:02.442746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442794+0000","last_change":"2024-04-23T18:21:58.050219+0000","last_active":"2024-04-23T18:23:02.442794+0000","last_peered":"2024-04-23T18:23:02.442794+0000","last_clean":"2024-04-23T18:23:02.442794+0000","last_became_active":"2024-04-23T18:21:58.043463+0000","last_became_peered":"2024-04-23T18:21:58.043463+0000","last_unstale":"2024-04-23T18:23:02.442794+0000","last_undegraded":"2024-04-23T18:23:02.442794+0000","last_fullsized":"2024-04-23T18:23:02.442794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:07:14.617419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,6],"acting":[11,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206562+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:23:02.206562+0000","last_peered":"2024-04-23T18:23:02.206562+0000","last_clean":"2024-04-23T18:23:02.206562+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:23:02.206562+0000","last_undegraded":"2024-04-23T18:23:02.206562+0000","last_fullsized":"2024-04-23T18:23:02.206562+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206304+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:23:02.206304+0000","last_peered":"2024-04-23T18:23:02.206304+0000","last_clean":"2024-04-23T18:23:02.206304+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:23:02.206304+0000","last_undegraded":"2024-04-23T18:23:02.206304+0000","last_fullsized":"2024-04-23T18:23:02.206304+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110895+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:23:02.110895+0000","last_peered":"2024-04-23T18:23:02.110895+0000","last_clean":"2024-04-23T18:23:02.110895+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:23:02.110895+0000","last_undegraded":"2024-04-23T18:23:02.110895+0000","last_fullsized":"2024-04-23T18:23:02.110895+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111074+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:23:02.111074+0000","last_peered":"2024-04-23T18:23:02.111074+0000","last_clean":"2024-04-23T18:23:02.111074+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:23:02.111074+0000","last_undegraded":"2024-04-23T18:23:02.111074+0000","last_fullsized":"2024-04-23T18:23:02.111074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111237+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:23:02.111237+0000","last_peered":"2024-04-23T18:23:02.111237+0000","last_clean":"2024-04-23T18:23:02.111237+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:23:02.111237+0000","last_undegraded":"2024-04-23T18:23:02.111237+0000","last_fullsized":"2024-04-23T18:23:02.111237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'41","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.316492+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:23:02.316492+0000","last_peered":"2024-04-23T18:23:02.316492+0000","last_clean":"2024-04-23T18:23:02.316492+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:23:02.316492+0000","last_undegraded":"2024-04-23T18:23:02.316492+0000","last_fullsized":"2024-04-23T18:23:02.316492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111027+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:23:02.111027+0000","last_peered":"2024-04-23T18:23:02.111027+0000","last_clean":"2024-04-23T18:23:02.111027+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:23:02.111027+0000","last_undegraded":"2024-04-23T18:23:02.111027+0000","last_fullsized":"2024-04-23T18:23:02.111027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358072+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:23:02.358072+0000","last_peered":"2024-04-23T18:23:02.358072+0000","last_clean":"2024-04-23T18:23:02.358072+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:23:02.358072+0000","last_undegraded":"2024-04-23T18:23:02.358072+0000","last_fullsized":"2024-04-23T18:23:02.358072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111367+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:23:02.111367+0000","last_peered":"2024-04-23T18:23:02.111367+0000","last_clean":"2024-04-23T18:23:02.111367+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:23:02.111367+0000","last_undegraded":"2024-04-23T18:23:02.111367+0000","last_fullsized":"2024-04-23T18:23:02.111367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442808+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:23:02.442808+0000","last_peered":"2024-04-23T18:23:02.442808+0000","last_clean":"2024-04-23T18:23:02.442808+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:23:02.442808+0000","last_undegraded":"2024-04-23T18:23:02.442808+0000","last_fullsized":"2024-04-23T18:23:02.442808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":37,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110751+0000","last_change":"2024-04-23T18:21:58.043735+0000","last_active":"2024-04-23T18:23:02.110751+0000","last_peered":"2024-04-23T18:23:02.110751+0000","last_clean":"2024-04-23T18:23:02.110751+0000","last_became_active":"2024-04-23T18:21:58.043270+0000","last_became_peered":"2024-04-23T18:21:58.043270+0000","last_unstale":"2024-04-23T18:23:02.110751+0000","last_undegraded":"2024-04-23T18:23:02.110751+0000","last_fullsized":"2024-04-23T18:23:02.110751+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:27.657932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110705+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:23:02.110705+0000","last_peered":"2024-04-23T18:23:02.110705+0000","last_clean":"2024-04-23T18:23:02.110705+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:23:02.110705+0000","last_undegraded":"2024-04-23T18:23:02.110705+0000","last_fullsized":"2024-04-23T18:23:02.110705+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361280+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:23:02.361280+0000","last_peered":"2024-04-23T18:23:02.361280+0000","last_clean":"2024-04-23T18:23:02.361280+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:23:02.361280+0000","last_undegraded":"2024-04-23T18:23:02.361280+0000","last_fullsized":"2024-04-23T18:23:02.361280+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357733+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:23:02.357733+0000","last_peered":"2024-04-23T18:23:02.357733+0000","last_clean":"2024-04-23T18:23:02.357733+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:23:02.357733+0000","last_undegraded":"2024-04-23T18:23:02.357733+0000","last_fullsized":"2024-04-23T18:23:02.357733+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443001+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:23:02.443001+0000","last_peered":"2024-04-23T18:23:02.443001+0000","last_clean":"2024-04-23T18:23:02.443001+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:23:02.443001+0000","last_undegraded":"2024-04-23T18:23:02.443001+0000","last_fullsized":"2024-04-23T18:23:02.443001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111273+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:23:02.111273+0000","last_peered":"2024-04-23T18:23:02.111273+0000","last_clean":"2024-04-23T18:23:02.111273+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:23:02.111273+0000","last_undegraded":"2024-04-23T18:23:02.111273+0000","last_fullsized":"2024-04-23T18:23:02.111273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206644+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:23:02.206644+0000","last_peered":"2024-04-23T18:23:02.206644+0000","last_clean":"2024-04-23T18:23:02.206644+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:23:02.206644+0000","last_undegraded":"2024-04-23T18:23:02.206644+0000","last_fullsized":"2024-04-23T18:23:02.206644+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127894+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:23:02.127894+0000","last_peered":"2024-04-23T18:23:02.127894+0000","last_clean":"2024-04-23T18:23:02.127894+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:23:02.127894+0000","last_undegraded":"2024-04-23T18:23:02.127894+0000","last_fullsized":"2024-04-23T18:23:02.127894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206437+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:23:02.206437+0000","last_peered":"2024-04-23T18:23:02.206437+0000","last_clean":"2024-04-23T18:23:02.206437+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:23:02.206437+0000","last_undegraded":"2024-04-23T18:23:02.206437+0000","last_fullsized":"2024-04-23T18:23:02.206437+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357718+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:23:02.357718+0000","last_peered":"2024-04-23T18:23:02.357718+0000","last_clean":"2024-04-23T18:23:02.357718+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:23:02.357718+0000","last_undegraded":"2024-04-23T18:23:02.357718+0000","last_fullsized":"2024-04-23T18:23:02.357718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357732+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:23:02.357732+0000","last_peered":"2024-04-23T18:23:02.357732+0000","last_clean":"2024-04-23T18:23:02.357732+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:23:02.357732+0000","last_undegraded":"2024-04-23T18:23:02.357732+0000","last_fullsized":"2024-04-23T18:23:02.357732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442800+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:23:02.442800+0000","last_peered":"2024-04-23T18:23:02.442800+0000","last_clean":"2024-04-23T18:23:02.442800+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:23:02.442800+0000","last_undegraded":"2024-04-23T18:23:02.442800+0000","last_fullsized":"2024-04-23T18:23:02.442800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109230,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599950,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1267,"num_read_kb":748,"num_write":371,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1685,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":712704,"data_stored":1799850,"data_compressed":81516,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351012,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":470200,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612649,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1146880,"data_stored":1258074,"data_compressed":53199,"data_compressed_allocated":69632,"data_compressed_original":745472,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":862674,"data_compressed":27833,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037812,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":863052,"data_compressed":27909,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":1063304,"data_compressed":45173,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462974,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":469874,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1052672,"data_stored":539031,"data_compressed":10633,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":999424,"data_stored":470514,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":526639,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":460036,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888136,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":469427,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724611,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":1194164,"data_compressed":51329,"data_compressed_allocated":65536,"data_compressed_original":737280,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70695,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":68049,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":200426,"data_compressed":8026,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:07.440 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi152:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2598497049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3193876629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.459 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:07 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2533664778' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2753265833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8101090 msgr2=0x7f3ea8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2753265833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8101090 0x7f3ea8101470 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3e98009900 tx=0x7f3e9802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2753265833 shutdown_connections 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2753265833 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8101a40 0x7f3ea8105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2753265833 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8106160 0x7f3ea810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2753265833 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8101090 0x7f3ea8101470 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2753265833 >> 172.21.15.55:0/2753265833 conn(0x7f3ea80771d0 msgr2=0x7f3ea80775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2753265833 shutdown_connections 2024-04-23T18:23:07.580 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2753265833 wait complete. 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.584+0000 7f3eae7e8640 1 Processor -- start 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 -- start start 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8101090 0x7f3ea819e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8198640 0x7f3ea8198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea8112300 con 0x7f3ea8106160 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea8112180 con 0x7f3ea8101090 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eae7e8640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3ea8112480 con 0x7f3ea8198640 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.581 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40406/0 (socket says 172.21.15.55:40406) 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 -- 172.21.15.55:0/2789387156 learned_addr learned my addr 172.21.15.55:0/2789387156 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3eacd85640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8198640 0x7f3ea8198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea7fff640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8101090 0x7f3ea819e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 -- 172.21.15.55:0/2789387156 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8198640 msgr2=0x7f3ea8198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8198640 0x7f3ea8198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 -- 172.21.15.55:0/2789387156 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8101090 msgr2=0x7f3ea819e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8101090 0x7f3ea819e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.585+0000 7f3ea77fe640 1 -- 172.21.15.55:0/2789387156 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ea8199160 con 0x7f3ea8106160 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3ea77fe640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c00c970 tx=0x7f3e9c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c014070 con 0x7f3ea8106160 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3e9c004440 con 0x7f3ea8106160 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ea8199450 con 0x7f3ea8106160 2024-04-23T18:23:07.582 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e9c003e40 con 0x7f3ea8106160 2024-04-23T18:23:07.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.586+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ea81a5650 con 0x7f3ea8106160 2024-04-23T18:23:07.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.587+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ea8102560 con 0x7f3ea8106160 2024-04-23T18:23:07.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.588+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f3e9c017070 con 0x7f3ea8106160 2024-04-23T18:23:07.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.589+0000 7f3ea57fa640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 0x7f3e900a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.583 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.589+0000 7f3ea7fff640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 0x7f3e900a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.589+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3e9c0d0750 con 0x7f3ea8106160 2024-04-23T18:23:07.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.589+0000 7f3ea7fff640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 0x7f3e900a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3e98009230 tx=0x7f3e980058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.586 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.593+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f3e9c01e020 con 0x7f3ea8106160 2024-04-23T18:23:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi116:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi055:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi152:/etc/ceph/ceph.client.admin.keyring 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: Updating smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2598497049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3193876629' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:23:07.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:07 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2533664778' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:07.770 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.777+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3ea8101a40 con 0x7f3e900a3db0 2024-04-23T18:23:07.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.784+0000 7f3ea57fa640 1 -- 172.21.15.55:0/2789387156 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258110 (secure 0 0 0) 0x7f3ea8101a40 con 0x7f3e900a3db0 2024-04-23T18:23:07.780 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:07.781 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 msgr2=0x7f3e900a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 0x7f3e900a6270 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f3e98009230 tx=0x7f3e980058d0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 msgr2=0x7f3ea819e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f3e9c00c970 tx=0x7f3e9c00ce30 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 shutdown_connections 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3e900a3db0 0x7f3e900a6270 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3ea8198640 0x7f3ea8198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3ea8106160 0x7f3ea819e980 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 --2- 172.21.15.55:0/2789387156 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3ea8101090 0x7f3ea819e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 >> 172.21.15.55:0/2789387156 conn(0x7f3ea80771d0 msgr2=0x7f3ea80fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 shutdown_connections 2024-04-23T18:23:07.783 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.787+0000 7f3eae7e8640 1 -- 172.21.15.55:0/2789387156 wait complete. 2024-04-23T18:23:07.792 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":5,"stamp":"2024-04-23T18:23:06.123811+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190552,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1403,"num_read_kb":867,"num_write":554,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182421,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369536,"kb_used_data":12020,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572288,"statfs":{"total":1151940427776,"available":1151562022912,"internally_reserved":0,"allocated":12308480,"data_stored":8646989,"data_compressed":264668,"data_compressed_allocated":352256,"data_compressed_original":3104768,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"2.989513"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443148+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:23:02.443148+0000","last_peered":"2024-04-23T18:23:02.443148+0000","last_clean":"2024-04-23T18:23:02.443148+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:23:02.443148+0000","last_undegraded":"2024-04-23T18:23:02.443148+0000","last_fullsized":"2024-04-23T18:23:02.443148+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361577+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:23:02.361577+0000","last_peered":"2024-04-23T18:23:02.361577+0000","last_clean":"2024-04-23T18:23:02.361577+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:23:02.361577+0000","last_undegraded":"2024-04-23T18:23:02.361577+0000","last_fullsized":"2024-04-23T18:23:02.361577+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361367+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:23:02.361367+0000","last_peered":"2024-04-23T18:23:02.361367+0000","last_clean":"2024-04-23T18:23:02.361367+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:23:02.361367+0000","last_undegraded":"2024-04-23T18:23:02.361367+0000","last_fullsized":"2024-04-23T18:23:02.361367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361185+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:23:02.361185+0000","last_peered":"2024-04-23T18:23:02.361185+0000","last_clean":"2024-04-23T18:23:02.361185+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:23:02.361185+0000","last_undegraded":"2024-04-23T18:23:02.361185+0000","last_fullsized":"2024-04-23T18:23:02.361185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206472+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:23:02.206472+0000","last_peered":"2024-04-23T18:23:02.206472+0000","last_clean":"2024-04-23T18:23:02.206472+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:23:02.206472+0000","last_undegraded":"2024-04-23T18:23:02.206472+0000","last_fullsized":"2024-04-23T18:23:02.206472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175853+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:23:02.175853+0000","last_peered":"2024-04-23T18:23:02.175853+0000","last_clean":"2024-04-23T18:23:02.175853+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:23:02.175853+0000","last_undegraded":"2024-04-23T18:23:02.175853+0000","last_fullsized":"2024-04-23T18:23:02.175853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110761+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:23:02.110761+0000","last_peered":"2024-04-23T18:23:02.110761+0000","last_clean":"2024-04-23T18:23:02.110761+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:23:02.110761+0000","last_undegraded":"2024-04-23T18:23:02.110761+0000","last_fullsized":"2024-04-23T18:23:02.110761+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358149+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:23:02.358149+0000","last_peered":"2024-04-23T18:23:02.358149+0000","last_clean":"2024-04-23T18:23:02.358149+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:23:02.358149+0000","last_undegraded":"2024-04-23T18:23:02.358149+0000","last_fullsized":"2024-04-23T18:23:02.358149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176143+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:23:02.176143+0000","last_peered":"2024-04-23T18:23:02.176143+0000","last_clean":"2024-04-23T18:23:02.176143+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:23:02.176143+0000","last_undegraded":"2024-04-23T18:23:02.176143+0000","last_fullsized":"2024-04-23T18:23:02.176143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111216+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:23:02.111216+0000","last_peered":"2024-04-23T18:23:02.111216+0000","last_clean":"2024-04-23T18:23:02.111216+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:23:02.111216+0000","last_undegraded":"2024-04-23T18:23:02.111216+0000","last_fullsized":"2024-04-23T18:23:02.111216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110567+0000","last_change":"2024-04-23T18:21:58.040517+0000","last_active":"2024-04-23T18:23:02.110567+0000","last_peered":"2024-04-23T18:23:02.110567+0000","last_clean":"2024-04-23T18:23:02.110567+0000","last_became_active":"2024-04-23T18:21:58.040148+0000","last_became_peered":"2024-04-23T18:21:58.040148+0000","last_unstale":"2024-04-23T18:23:02.110567+0000","last_undegraded":"2024-04-23T18:23:02.110567+0000","last_fullsized":"2024-04-23T18:23:02.110567+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:32:19.706063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357730+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:23:02.357730+0000","last_peered":"2024-04-23T18:23:02.357730+0000","last_clean":"2024-04-23T18:23:02.357730+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:23:02.357730+0000","last_undegraded":"2024-04-23T18:23:02.357730+0000","last_fullsized":"2024-04-23T18:23:02.357730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361035+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:23:02.361035+0000","last_peered":"2024-04-23T18:23:02.361035+0000","last_clean":"2024-04-23T18:23:02.361035+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:23:02.361035+0000","last_undegraded":"2024-04-23T18:23:02.361035+0000","last_fullsized":"2024-04-23T18:23:02.361035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361178+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:23:02.361178+0000","last_peered":"2024-04-23T18:23:02.361178+0000","last_clean":"2024-04-23T18:23:02.361178+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:23:02.361178+0000","last_undegraded":"2024-04-23T18:23:02.361178+0000","last_fullsized":"2024-04-23T18:23:02.361178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357506+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:23:02.357506+0000","last_peered":"2024-04-23T18:23:02.357506+0000","last_clean":"2024-04-23T18:23:02.357506+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:23:02.357506+0000","last_undegraded":"2024-04-23T18:23:02.357506+0000","last_fullsized":"2024-04-23T18:23:02.357506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443109+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:23:02.443109+0000","last_peered":"2024-04-23T18:23:02.443109+0000","last_clean":"2024-04-23T18:23:02.443109+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:23:02.443109+0000","last_undegraded":"2024-04-23T18:23:02.443109+0000","last_fullsized":"2024-04-23T18:23:02.443109+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110643+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:23:02.110643+0000","last_peered":"2024-04-23T18:23:02.110643+0000","last_clean":"2024-04-23T18:23:02.110643+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:23:02.110643+0000","last_undegraded":"2024-04-23T18:23:02.110643+0000","last_fullsized":"2024-04-23T18:23:02.110643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111106+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:23:02.111106+0000","last_peered":"2024-04-23T18:23:02.111106+0000","last_clean":"2024-04-23T18:23:02.111106+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:23:02.111106+0000","last_undegraded":"2024-04-23T18:23:02.111106+0000","last_fullsized":"2024-04-23T18:23:02.111106+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":169,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110788+0000","last_change":"2024-04-23T18:21:58.050820+0000","last_active":"2024-04-23T18:23:02.110788+0000","last_peered":"2024-04-23T18:23:02.110788+0000","last_clean":"2024-04-23T18:23:02.110788+0000","last_became_active":"2024-04-23T18:21:58.040056+0000","last_became_peered":"2024-04-23T18:21:58.040056+0000","last_unstale":"2024-04-23T18:23:02.110788+0000","last_undegraded":"2024-04-23T18:23:02.110788+0000","last_fullsized":"2024-04-23T18:23:02.110788+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:22:57.765123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206630+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:23:02.206630+0000","last_peered":"2024-04-23T18:23:02.206630+0000","last_clean":"2024-04-23T18:23:02.206630+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:23:02.206630+0000","last_undegraded":"2024-04-23T18:23:02.206630+0000","last_fullsized":"2024-04-23T18:23:02.206630+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206790+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:23:02.206790+0000","last_peered":"2024-04-23T18:23:02.206790+0000","last_clean":"2024-04-23T18:23:02.206790+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:23:02.206790+0000","last_undegraded":"2024-04-23T18:23:02.206790+0000","last_fullsized":"2024-04-23T18:23:02.206790+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361890+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:23:02.361890+0000","last_peered":"2024-04-23T18:23:02.361890+0000","last_clean":"2024-04-23T18:23:02.361890+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:23:02.361890+0000","last_undegraded":"2024-04-23T18:23:02.361890+0000","last_fullsized":"2024-04-23T18:23:02.361890+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'14","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206676+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:23:02.206676+0000","last_peered":"2024-04-23T18:23:02.206676+0000","last_clean":"2024-04-23T18:23:02.206676+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:23:02.206676+0000","last_undegraded":"2024-04-23T18:23:02.206676+0000","last_fullsized":"2024-04-23T18:23:02.206676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357742+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:23:02.357742+0000","last_peered":"2024-04-23T18:23:02.357742+0000","last_clean":"2024-04-23T18:23:02.357742+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:23:02.357742+0000","last_undegraded":"2024-04-23T18:23:02.357742+0000","last_fullsized":"2024-04-23T18:23:02.357742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206645+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:23:02.206645+0000","last_peered":"2024-04-23T18:23:02.206645+0000","last_clean":"2024-04-23T18:23:02.206645+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:23:02.206645+0000","last_undegraded":"2024-04-23T18:23:02.206645+0000","last_fullsized":"2024-04-23T18:23:02.206645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128224+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:23:02.128224+0000","last_peered":"2024-04-23T18:23:02.128224+0000","last_clean":"2024-04-23T18:23:02.128224+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:23:02.128224+0000","last_undegraded":"2024-04-23T18:23:02.128224+0000","last_fullsized":"2024-04-23T18:23:02.128224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":161,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176780+0000","last_change":"2024-04-23T18:21:58.080395+0000","last_active":"2024-04-23T18:23:02.176780+0000","last_peered":"2024-04-23T18:23:02.176780+0000","last_clean":"2024-04-23T18:23:02.176780+0000","last_became_active":"2024-04-23T18:21:58.076584+0000","last_became_peered":"2024-04-23T18:21:58.076584+0000","last_unstale":"2024-04-23T18:23:02.176780+0000","last_undegraded":"2024-04-23T18:23:02.176780+0000","last_fullsized":"2024-04-23T18:23:02.176780+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:34:40.750893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":42,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175775+0000","last_change":"2024-04-23T18:21:58.082659+0000","last_active":"2024-04-23T18:23:02.175775+0000","last_peered":"2024-04-23T18:23:02.175775+0000","last_clean":"2024-04-23T18:23:02.175775+0000","last_became_active":"2024-04-23T18:21:58.077153+0000","last_became_peered":"2024-04-23T18:21:58.077153+0000","last_unstale":"2024-04-23T18:23:02.175775+0000","last_undegraded":"2024-04-23T18:23:02.175775+0000","last_fullsized":"2024-04-23T18:23:02.175775+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:37:24.291762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110549+0000","last_change":"2024-04-23T18:21:58.077035+0000","last_active":"2024-04-23T18:23:02.110549+0000","last_peered":"2024-04-23T18:23:02.110549+0000","last_clean":"2024-04-23T18:23:02.110549+0000","last_became_active":"2024-04-23T18:21:58.076616+0000","last_became_peered":"2024-04-23T18:21:58.076616+0000","last_unstale":"2024-04-23T18:23:02.110549+0000","last_undegraded":"2024-04-23T18:23:02.110549+0000","last_fullsized":"2024-04-23T18:23:02.110549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:17:35.001205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357441+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:23:02.357441+0000","last_peered":"2024-04-23T18:23:02.357441+0000","last_clean":"2024-04-23T18:23:02.357441+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:23:02.357441+0000","last_undegraded":"2024-04-23T18:23:02.357441+0000","last_fullsized":"2024-04-23T18:23:02.357441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127860+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:23:02.127860+0000","last_peered":"2024-04-23T18:23:02.127860+0000","last_clean":"2024-04-23T18:23:02.127860+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:23:02.127860+0000","last_undegraded":"2024-04-23T18:23:02.127860+0000","last_fullsized":"2024-04-23T18:23:02.127860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110360+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:23:02.110360+0000","last_peered":"2024-04-23T18:23:02.110360+0000","last_clean":"2024-04-23T18:23:02.110360+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:23:02.110360+0000","last_undegraded":"2024-04-23T18:23:02.110360+0000","last_fullsized":"2024-04-23T18:23:02.110360+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'6","reported_seq":257,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.360570+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:23:02.360570+0000","last_peered":"2024-04-23T18:23:02.360570+0000","last_clean":"2024-04-23T18:23:02.360570+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:23:02.360570+0000","last_undegraded":"2024-04-23T18:23:02.360570+0000","last_fullsized":"2024-04-23T18:23:02.360570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358118+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:23:02.358118+0000","last_peered":"2024-04-23T18:23:02.358118+0000","last_clean":"2024-04-23T18:23:02.358118+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:23:02.358118+0000","last_undegraded":"2024-04-23T18:23:02.358118+0000","last_fullsized":"2024-04-23T18:23:02.358118+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111247+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:23:02.111247+0000","last_peered":"2024-04-23T18:23:02.111247+0000","last_clean":"2024-04-23T18:23:02.111247+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:23:02.111247+0000","last_undegraded":"2024-04-23T18:23:02.111247+0000","last_fullsized":"2024-04-23T18:23:02.111247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361893+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:23:02.361893+0000","last_peered":"2024-04-23T18:23:02.361893+0000","last_clean":"2024-04-23T18:23:02.361893+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:23:02.361893+0000","last_undegraded":"2024-04-23T18:23:02.361893+0000","last_fullsized":"2024-04-23T18:23:02.361893+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128286+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:23:02.128286+0000","last_peered":"2024-04-23T18:23:02.128286+0000","last_clean":"2024-04-23T18:23:02.128286+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:23:02.128286+0000","last_undegraded":"2024-04-23T18:23:02.128286+0000","last_fullsized":"2024-04-23T18:23:02.128286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357750+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:23:02.357750+0000","last_peered":"2024-04-23T18:23:02.357750+0000","last_clean":"2024-04-23T18:23:02.357750+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:23:02.357750+0000","last_undegraded":"2024-04-23T18:23:02.357750+0000","last_fullsized":"2024-04-23T18:23:02.357750+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'38","reported_seq":302,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357495+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:23:02.357495+0000","last_peered":"2024-04-23T18:23:02.357495+0000","last_clean":"2024-04-23T18:23:02.357495+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:23:02.357495+0000","last_undegraded":"2024-04-23T18:23:02.357495+0000","last_fullsized":"2024-04-23T18:23:02.357495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66699,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":243,"num_read_kb":186,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206419+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:23:02.206419+0000","last_peered":"2024-04-23T18:23:02.206419+0000","last_clean":"2024-04-23T18:23:02.206419+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:23:02.206419+0000","last_undegraded":"2024-04-23T18:23:02.206419+0000","last_fullsized":"2024-04-23T18:23:02.206419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110829+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:23:02.110829+0000","last_peered":"2024-04-23T18:23:02.110829+0000","last_clean":"2024-04-23T18:23:02.110829+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:23:02.110829+0000","last_undegraded":"2024-04-23T18:23:02.110829+0000","last_fullsized":"2024-04-23T18:23:02.110829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357492+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:23:02.357492+0000","last_peered":"2024-04-23T18:23:02.357492+0000","last_clean":"2024-04-23T18:23:02.357492+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:23:02.357492+0000","last_undegraded":"2024-04-23T18:23:02.357492+0000","last_fullsized":"2024-04-23T18:23:02.357492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128006+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:23:02.128006+0000","last_peered":"2024-04-23T18:23:02.128006+0000","last_clean":"2024-04-23T18:23:02.128006+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:23:02.128006+0000","last_undegraded":"2024-04-23T18:23:02.128006+0000","last_fullsized":"2024-04-23T18:23:02.128006+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":40,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111059+0000","last_change":"2024-04-23T18:21:58.042976+0000","last_active":"2024-04-23T18:23:02.111059+0000","last_peered":"2024-04-23T18:23:02.111059+0000","last_clean":"2024-04-23T18:23:02.111059+0000","last_became_active":"2024-04-23T18:21:58.042606+0000","last_became_peered":"2024-04-23T18:21:58.042606+0000","last_unstale":"2024-04-23T18:23:02.111059+0000","last_undegraded":"2024-04-23T18:23:02.111059+0000","last_fullsized":"2024-04-23T18:23:02.111059+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:29:07.925372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":144,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.952585+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:23:02.952585+0000","last_peered":"2024-04-23T18:23:02.952585+0000","last_clean":"2024-04-23T18:23:02.952585+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:23:02.952585+0000","last_undegraded":"2024-04-23T18:23:02.952585+0000","last_fullsized":"2024-04-23T18:23:02.952585+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110700+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:23:02.110700+0000","last_peered":"2024-04-23T18:23:02.110700+0000","last_clean":"2024-04-23T18:23:02.110700+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:23:02.110700+0000","last_undegraded":"2024-04-23T18:23:02.110700+0000","last_fullsized":"2024-04-23T18:23:02.110700+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206248+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:23:02.206248+0000","last_peered":"2024-04-23T18:23:02.206248+0000","last_clean":"2024-04-23T18:23:02.206248+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:23:02.206248+0000","last_undegraded":"2024-04-23T18:23:02.206248+0000","last_fullsized":"2024-04-23T18:23:02.206248+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127857+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:23:02.127857+0000","last_peered":"2024-04-23T18:23:02.127857+0000","last_clean":"2024-04-23T18:23:02.127857+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:23:02.127857+0000","last_undegraded":"2024-04-23T18:23:02.127857+0000","last_fullsized":"2024-04-23T18:23:02.127857+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206486+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:23:02.206486+0000","last_peered":"2024-04-23T18:23:02.206486+0000","last_clean":"2024-04-23T18:23:02.206486+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:23:02.206486+0000","last_undegraded":"2024-04-23T18:23:02.206486+0000","last_fullsized":"2024-04-23T18:23:02.206486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443083+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:23:02.443083+0000","last_peered":"2024-04-23T18:23:02.443083+0000","last_clean":"2024-04-23T18:23:02.443083+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:23:02.443083+0000","last_undegraded":"2024-04-23T18:23:02.443083+0000","last_fullsized":"2024-04-23T18:23:02.443083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110622+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:23:02.110622+0000","last_peered":"2024-04-23T18:23:02.110622+0000","last_clean":"2024-04-23T18:23:02.110622+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:23:02.110622+0000","last_undegraded":"2024-04-23T18:23:02.110622+0000","last_fullsized":"2024-04-23T18:23:02.110622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176059+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:23:02.176059+0000","last_peered":"2024-04-23T18:23:02.176059+0000","last_clean":"2024-04-23T18:23:02.176059+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:23:02.176059+0000","last_undegraded":"2024-04-23T18:23:02.176059+0000","last_fullsized":"2024-04-23T18:23:02.176059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'7","reported_seq":143,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.126218+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:23:02.126218+0000","last_peered":"2024-04-23T18:23:02.126218+0000","last_clean":"2024-04-23T18:23:02.126218+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:23:02.126218+0000","last_undegraded":"2024-04-23T18:23:02.126218+0000","last_fullsized":"2024-04-23T18:23:02.126218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1287,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175959+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:23:02.175959+0000","last_peered":"2024-04-23T18:23:02.175959+0000","last_clean":"2024-04-23T18:23:02.175959+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:23:02.175959+0000","last_undegraded":"2024-04-23T18:23:02.175959+0000","last_fullsized":"2024-04-23T18:23:02.175959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128095+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:23:02.128095+0000","last_peered":"2024-04-23T18:23:02.128095+0000","last_clean":"2024-04-23T18:23:02.128095+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:23:02.128095+0000","last_undegraded":"2024-04-23T18:23:02.128095+0000","last_fullsized":"2024-04-23T18:23:02.128095+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'6","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361531+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:23:02.361531+0000","last_peered":"2024-04-23T18:23:02.361531+0000","last_clean":"2024-04-23T18:23:02.361531+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:23:02.361531+0000","last_undegraded":"2024-04-23T18:23:02.361531+0000","last_fullsized":"2024-04-23T18:23:02.361531+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206508+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:23:02.206508+0000","last_peered":"2024-04-23T18:23:02.206508+0000","last_clean":"2024-04-23T18:23:02.206508+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:23:02.206508+0000","last_undegraded":"2024-04-23T18:23:02.206508+0000","last_fullsized":"2024-04-23T18:23:02.206508+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361379+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:23:02.361379+0000","last_peered":"2024-04-23T18:23:02.361379+0000","last_clean":"2024-04-23T18:23:02.361379+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:23:02.361379+0000","last_undegraded":"2024-04-23T18:23:02.361379+0000","last_fullsized":"2024-04-23T18:23:02.361379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110834+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:23:02.110834+0000","last_peered":"2024-04-23T18:23:02.110834+0000","last_clean":"2024-04-23T18:23:02.110834+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:23:02.110834+0000","last_undegraded":"2024-04-23T18:23:02.110834+0000","last_fullsized":"2024-04-23T18:23:02.110834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357312+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:23:02.357312+0000","last_peered":"2024-04-23T18:23:02.357312+0000","last_clean":"2024-04-23T18:23:02.357312+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:23:02.357312+0000","last_undegraded":"2024-04-23T18:23:02.357312+0000","last_fullsized":"2024-04-23T18:23:02.357312+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111024+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:23:02.111024+0000","last_peered":"2024-04-23T18:23:02.111024+0000","last_clean":"2024-04-23T18:23:02.111024+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:23:02.111024+0000","last_undegraded":"2024-04-23T18:23:02.111024+0000","last_fullsized":"2024-04-23T18:23:02.111024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206492+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:23:02.206492+0000","last_peered":"2024-04-23T18:23:02.206492+0000","last_clean":"2024-04-23T18:23:02.206492+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:23:02.206492+0000","last_undegraded":"2024-04-23T18:23:02.206492+0000","last_fullsized":"2024-04-23T18:23:02.206492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357870+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:23:02.357870+0000","last_peered":"2024-04-23T18:23:02.357870+0000","last_clean":"2024-04-23T18:23:02.357870+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:23:02.357870+0000","last_undegraded":"2024-04-23T18:23:02.357870+0000","last_fullsized":"2024-04-23T18:23:02.357870+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'49","reported_seq":93,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.321538+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:23:02.321538+0000","last_peered":"2024-04-23T18:23:02.321538+0000","last_clean":"2024-04-23T18:23:02.321538+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:23:02.321538+0000","last_undegraded":"2024-04-23T18:23:02.321538+0000","last_fullsized":"2024-04-23T18:23:02.321538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206889+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:23:02.206889+0000","last_peered":"2024-04-23T18:23:02.206889+0000","last_clean":"2024-04-23T18:23:02.206889+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:23:02.206889+0000","last_undegraded":"2024-04-23T18:23:02.206889+0000","last_fullsized":"2024-04-23T18:23:02.206889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361225+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:23:02.361225+0000","last_peered":"2024-04-23T18:23:02.361225+0000","last_clean":"2024-04-23T18:23:02.361225+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:23:02.361225+0000","last_undegraded":"2024-04-23T18:23:02.361225+0000","last_fullsized":"2024-04-23T18:23:02.361225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361714+0000","last_change":"2024-04-23T18:21:58.076414+0000","last_active":"2024-04-23T18:23:02.361714+0000","last_peered":"2024-04-23T18:23:02.361714+0000","last_clean":"2024-04-23T18:23:02.361714+0000","last_became_active":"2024-04-23T18:21:58.076031+0000","last_became_peered":"2024-04-23T18:21:58.076031+0000","last_unstale":"2024-04-23T18:23:02.361714+0000","last_undegraded":"2024-04-23T18:23:02.361714+0000","last_fullsized":"2024-04-23T18:23:02.361714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:54:19.150907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357577+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:23:02.357577+0000","last_peered":"2024-04-23T18:23:02.357577+0000","last_clean":"2024-04-23T18:23:02.357577+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:23:02.357577+0000","last_undegraded":"2024-04-23T18:23:02.357577+0000","last_fullsized":"2024-04-23T18:23:02.357577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206444+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:23:02.206444+0000","last_peered":"2024-04-23T18:23:02.206444+0000","last_clean":"2024-04-23T18:23:02.206444+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:23:02.206444+0000","last_undegraded":"2024-04-23T18:23:02.206444+0000","last_fullsized":"2024-04-23T18:23:02.206444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442746+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:23:02.442746+0000","last_peered":"2024-04-23T18:23:02.442746+0000","last_clean":"2024-04-23T18:23:02.442746+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:23:02.442746+0000","last_undegraded":"2024-04-23T18:23:02.442746+0000","last_fullsized":"2024-04-23T18:23:02.442746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442794+0000","last_change":"2024-04-23T18:21:58.050219+0000","last_active":"2024-04-23T18:23:02.442794+0000","last_peered":"2024-04-23T18:23:02.442794+0000","last_clean":"2024-04-23T18:23:02.442794+0000","last_became_active":"2024-04-23T18:21:58.043463+0000","last_became_peered":"2024-04-23T18:21:58.043463+0000","last_unstale":"2024-04-23T18:23:02.442794+0000","last_undegraded":"2024-04-23T18:23:02.442794+0000","last_fullsized":"2024-04-23T18:23:02.442794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:07:14.617419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,6],"acting":[11,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206562+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:23:02.206562+0000","last_peered":"2024-04-23T18:23:02.206562+0000","last_clean":"2024-04-23T18:23:02.206562+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:23:02.206562+0000","last_undegraded":"2024-04-23T18:23:02.206562+0000","last_fullsized":"2024-04-23T18:23:02.206562+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206304+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:23:02.206304+0000","last_peered":"2024-04-23T18:23:02.206304+0000","last_clean":"2024-04-23T18:23:02.206304+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:23:02.206304+0000","last_undegraded":"2024-04-23T18:23:02.206304+0000","last_fullsized":"2024-04-23T18:23:02.206304+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110895+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:23:02.110895+0000","last_peered":"2024-04-23T18:23:02.110895+0000","last_clean":"2024-04-23T18:23:02.110895+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:23:02.110895+0000","last_undegraded":"2024-04-23T18:23:02.110895+0000","last_fullsized":"2024-04-23T18:23:02.110895+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111074+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:23:02.111074+0000","last_peered":"2024-04-23T18:23:02.111074+0000","last_clean":"2024-04-23T18:23:02.111074+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:23:02.111074+0000","last_undegraded":"2024-04-23T18:23:02.111074+0000","last_fullsized":"2024-04-23T18:23:02.111074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111237+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:23:02.111237+0000","last_peered":"2024-04-23T18:23:02.111237+0000","last_clean":"2024-04-23T18:23:02.111237+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:23:02.111237+0000","last_undegraded":"2024-04-23T18:23:02.111237+0000","last_fullsized":"2024-04-23T18:23:02.111237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'41","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.316492+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:23:02.316492+0000","last_peered":"2024-04-23T18:23:02.316492+0000","last_clean":"2024-04-23T18:23:02.316492+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:23:02.316492+0000","last_undegraded":"2024-04-23T18:23:02.316492+0000","last_fullsized":"2024-04-23T18:23:02.316492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111027+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:23:02.111027+0000","last_peered":"2024-04-23T18:23:02.111027+0000","last_clean":"2024-04-23T18:23:02.111027+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:23:02.111027+0000","last_undegraded":"2024-04-23T18:23:02.111027+0000","last_fullsized":"2024-04-23T18:23:02.111027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358072+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:23:02.358072+0000","last_peered":"2024-04-23T18:23:02.358072+0000","last_clean":"2024-04-23T18:23:02.358072+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:23:02.358072+0000","last_undegraded":"2024-04-23T18:23:02.358072+0000","last_fullsized":"2024-04-23T18:23:02.358072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111367+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:23:02.111367+0000","last_peered":"2024-04-23T18:23:02.111367+0000","last_clean":"2024-04-23T18:23:02.111367+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:23:02.111367+0000","last_undegraded":"2024-04-23T18:23:02.111367+0000","last_fullsized":"2024-04-23T18:23:02.111367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442808+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:23:02.442808+0000","last_peered":"2024-04-23T18:23:02.442808+0000","last_clean":"2024-04-23T18:23:02.442808+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:23:02.442808+0000","last_undegraded":"2024-04-23T18:23:02.442808+0000","last_fullsized":"2024-04-23T18:23:02.442808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":37,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110751+0000","last_change":"2024-04-23T18:21:58.043735+0000","last_active":"2024-04-23T18:23:02.110751+0000","last_peered":"2024-04-23T18:23:02.110751+0000","last_clean":"2024-04-23T18:23:02.110751+0000","last_became_active":"2024-04-23T18:21:58.043270+0000","last_became_peered":"2024-04-23T18:21:58.043270+0000","last_unstale":"2024-04-23T18:23:02.110751+0000","last_undegraded":"2024-04-23T18:23:02.110751+0000","last_fullsized":"2024-04-23T18:23:02.110751+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:27.657932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110705+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:23:02.110705+0000","last_peered":"2024-04-23T18:23:02.110705+0000","last_clean":"2024-04-23T18:23:02.110705+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:23:02.110705+0000","last_undegraded":"2024-04-23T18:23:02.110705+0000","last_fullsized":"2024-04-23T18:23:02.110705+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361280+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:23:02.361280+0000","last_peered":"2024-04-23T18:23:02.361280+0000","last_clean":"2024-04-23T18:23:02.361280+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:23:02.361280+0000","last_undegraded":"2024-04-23T18:23:02.361280+0000","last_fullsized":"2024-04-23T18:23:02.361280+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357733+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:23:02.357733+0000","last_peered":"2024-04-23T18:23:02.357733+0000","last_clean":"2024-04-23T18:23:02.357733+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:23:02.357733+0000","last_undegraded":"2024-04-23T18:23:02.357733+0000","last_fullsized":"2024-04-23T18:23:02.357733+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443001+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:23:02.443001+0000","last_peered":"2024-04-23T18:23:02.443001+0000","last_clean":"2024-04-23T18:23:02.443001+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:23:02.443001+0000","last_undegraded":"2024-04-23T18:23:02.443001+0000","last_fullsized":"2024-04-23T18:23:02.443001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111273+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:23:02.111273+0000","last_peered":"2024-04-23T18:23:02.111273+0000","last_clean":"2024-04-23T18:23:02.111273+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:23:02.111273+0000","last_undegraded":"2024-04-23T18:23:02.111273+0000","last_fullsized":"2024-04-23T18:23:02.111273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206644+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:23:02.206644+0000","last_peered":"2024-04-23T18:23:02.206644+0000","last_clean":"2024-04-23T18:23:02.206644+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:23:02.206644+0000","last_undegraded":"2024-04-23T18:23:02.206644+0000","last_fullsized":"2024-04-23T18:23:02.206644+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127894+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:23:02.127894+0000","last_peered":"2024-04-23T18:23:02.127894+0000","last_clean":"2024-04-23T18:23:02.127894+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:23:02.127894+0000","last_undegraded":"2024-04-23T18:23:02.127894+0000","last_fullsized":"2024-04-23T18:23:02.127894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206437+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:23:02.206437+0000","last_peered":"2024-04-23T18:23:02.206437+0000","last_clean":"2024-04-23T18:23:02.206437+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:23:02.206437+0000","last_undegraded":"2024-04-23T18:23:02.206437+0000","last_fullsized":"2024-04-23T18:23:02.206437+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357718+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:23:02.357718+0000","last_peered":"2024-04-23T18:23:02.357718+0000","last_clean":"2024-04-23T18:23:02.357718+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:23:02.357718+0000","last_undegraded":"2024-04-23T18:23:02.357718+0000","last_fullsized":"2024-04-23T18:23:02.357718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357732+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:23:02.357732+0000","last_peered":"2024-04-23T18:23:02.357732+0000","last_clean":"2024-04-23T18:23:02.357732+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:23:02.357732+0000","last_undegraded":"2024-04-23T18:23:02.357732+0000","last_fullsized":"2024-04-23T18:23:02.357732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442800+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:23:02.442800+0000","last_peered":"2024-04-23T18:23:02.442800+0000","last_clean":"2024-04-23T18:23:02.442800+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:23:02.442800+0000","last_undegraded":"2024-04-23T18:23:02.442800+0000","last_fullsized":"2024-04-23T18:23:02.442800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109230,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599950,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1267,"num_read_kb":748,"num_write":371,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1685,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":712704,"data_stored":1799850,"data_compressed":81516,"data_compressed_allocated":110592,"data_compressed_original":1572864,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351012,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":470200,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612649,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1146880,"data_stored":1258074,"data_compressed":53199,"data_compressed_allocated":69632,"data_compressed_original":745472,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":862674,"data_compressed":27833,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037812,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":863052,"data_compressed":27909,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":1063304,"data_compressed":45173,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462974,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":469874,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1052672,"data_stored":539031,"data_compressed":10633,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":999424,"data_stored":470514,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":526639,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":983040,"data_stored":460036,"data_compressed":5835,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888136,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":469427,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724611,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":1194164,"data_compressed":51329,"data_compressed_allocated":65536,"data_compressed_original":737280,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70695,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":68049,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":525246,"data_compressed":25302,"data_compressed_allocated":32768,"data_compressed_original":516096,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":200426,"data_compressed":8026,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:07.795 INFO:tasks.quiescer.ceph_manager:clean! 2024-04-23T18:23:07.796 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- 172.21.15.55:0/1516772702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260101a50 msgr2=0x7fe260105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 --2- 172.21.15.55:0/1516772702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260101a50 0x7fe260105a90 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fe248009900 tx=0x7fe24802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- 172.21.15.55:0/1516772702 shutdown_connections 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 --2- 172.21.15.55:0/1516772702 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe260106170 0x7fe26010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 --2- 172.21.15.55:0/1516772702 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260101a50 0x7fe260105a90 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 --2- 172.21.15.55:0/1516772702 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601010a0 0x7fe260101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- 172.21.15.55:0/1516772702 >> 172.21.15.55:0/1516772702 conn(0x7fe260077f50 msgr2=0x7fe260078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- 172.21.15.55:0/1516772702 shutdown_connections 2024-04-23T18:23:07.936 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- 172.21.15.55:0/1516772702 wait complete. 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 Processor -- start 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.941+0000 7fe2652da640 1 -- start start 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 0x7fe260102b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601035b0 0x7fe2601a69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe2601111d0 con 0x7fe260106170 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe260111050 con 0x7fe2601010a0 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe260111350 con 0x7fe2601035b0 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40434/0 (socket says 172.21.15.55:40434) 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 -- 172.21.15.55:0/1364270380 learned_addr learned my addr 172.21.15.55:0/1364270380 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25f7fe640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601035b0 0x7fe2601a69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.937 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 -- 172.21.15.55:0/1364270380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601035b0 msgr2=0x7fe2601a69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25effd640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 0x7fe260102b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601035b0 0x7fe2601a69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 -- 172.21.15.55:0/1364270380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 msgr2=0x7fe260102b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 0x7fe260102b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 -- 172.21.15.55:0/1364270380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2601a70a0 con 0x7fe260106170 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25effd640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 0x7fe260102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe25e7fc640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe248005940 tx=0x7fe248004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe24803f030 con 0x7fe260106170 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2601a7330 con 0x7fe260106170 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe248004440 con 0x7fe260106170 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe248035070 con 0x7fe260106170 2024-04-23T18:23:07.938 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.942+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2601a7870 con 0x7fe260106170 2024-04-23T18:23:07.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.943+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe260068d70 con 0x7fe260106170 2024-04-23T18:23:07.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.944+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fe248042030 con 0x7fe260106170 2024-04-23T18:23:07.939 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.945+0000 7fe257fff640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 0x7fe24c0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:07.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.945+0000 7fe25effd640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 0x7fe24c0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:07.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.945+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fe2480f0d50 con 0x7fe260106170 2024-04-23T18:23:07.940 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.946+0000 7fe25effd640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 0x7fe24c0a62a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe250009b50 tx=0x7fe250005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:07.942 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:07.950+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe2480f4030 con 0x7fe260106170 2024-04-23T18:23:08.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.133+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe260101a50 con 0x7fe24c0a3de0 2024-04-23T18:23:08.134 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.141+0000 7fe257fff640 1 -- 172.21.15.55:0/1364270380 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258116 (secure 0 0 0) 0x7fe260101a50 con 0x7fe24c0a3de0 2024-04-23T18:23:08.137 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:08.138 INFO:teuthology.orchestra.run.smithi055.stderr:dumped all 2024-04-23T18:23:08.139 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 msgr2=0x7fe24c0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 0x7fe24c0a62a0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe250009b50 tx=0x7fe250005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 msgr2=0x7fe260103070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7fe248005940 tx=0x7fe248004040 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 shutdown_connections 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe24c0a3de0 0x7fe24c0a62a0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe2601035b0 0x7fe2601a69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe260106170 0x7fe260103070 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 --2- 172.21.15.55:0/1364270380 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe2601010a0 0x7fe260102b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 >> 172.21.15.55:0/1364270380 conn(0x7fe260077f50 msgr2=0x7fe260069440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 shutdown_connections 2024-04-23T18:23:08.140 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.144+0000 7fe2652da640 1 -- 172.21.15.55:0/1364270380 wait complete. 2024-04-23T18:23:08.148 INFO:teuthology.orchestra.run.smithi055.stdout:{"pg_ready":true,"pg_map":{"version":6,"stamp":"2024-04-23T18:23:08.124150+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":1190552,"num_objects":104,"num_object_clones":0,"num_object_copies":312,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":104,"num_whiteouts":0,"num_read":1408,"num_read_kb":872,"num_write":554,"num_write_kb":4403,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1182421,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":938,"ondisk_log_size":938,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":369624,"kb_used_data":12100,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124572200,"statfs":{"total":1151940427776,"available":1151561932800,"internally_reserved":0,"allocated":12390400,"data_stored":9377401,"data_compressed":302087,"data_compressed_allocated":401408,"data_compressed_original":3813376,"omap_allocated":19142,"internal_metadata":365933882},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":5,"num_read_kb":5,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.989852"},"pg_stats":[{"pgid":"3.3f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443148+0000","last_change":"2024-04-23T18:21:02.445833+0000","last_active":"2024-04-23T18:23:02.443148+0000","last_peered":"2024-04-23T18:23:02.443148+0000","last_clean":"2024-04-23T18:23:02.443148+0000","last_became_active":"2024-04-23T18:21:02.445468+0000","last_became_peered":"2024-04-23T18:21:02.445468+0000","last_unstale":"2024-04-23T18:23:02.443148+0000","last_undegraded":"2024-04-23T18:23:02.443148+0000","last_fullsized":"2024-04-23T18:23:02.443148+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:54:19.739187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361577+0000","last_change":"2024-04-23T18:21:02.444749+0000","last_active":"2024-04-23T18:23:02.361577+0000","last_peered":"2024-04-23T18:23:02.361577+0000","last_clean":"2024-04-23T18:23:02.361577+0000","last_became_active":"2024-04-23T18:21:02.444351+0000","last_became_peered":"2024-04-23T18:21:02.444351+0000","last_unstale":"2024-04-23T18:23:02.361577+0000","last_undegraded":"2024-04-23T18:23:02.361577+0000","last_fullsized":"2024-04-23T18:23:02.361577+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:06:57.282117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361367+0000","last_change":"2024-04-23T18:21:02.449308+0000","last_active":"2024-04-23T18:23:02.361367+0000","last_peered":"2024-04-23T18:23:02.361367+0000","last_clean":"2024-04-23T18:23:02.361367+0000","last_became_active":"2024-04-23T18:21:02.448359+0000","last_became_peered":"2024-04-23T18:21:02.448359+0000","last_unstale":"2024-04-23T18:23:02.361367+0000","last_undegraded":"2024-04-23T18:23:02.361367+0000","last_fullsized":"2024-04-23T18:23:02.361367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:43:32.464863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361185+0000","last_change":"2024-04-23T18:21:02.448124+0000","last_active":"2024-04-23T18:23:02.361185+0000","last_peered":"2024-04-23T18:23:02.361185+0000","last_clean":"2024-04-23T18:23:02.361185+0000","last_became_active":"2024-04-23T18:21:02.447781+0000","last_became_peered":"2024-04-23T18:21:02.447781+0000","last_unstale":"2024-04-23T18:23:02.361185+0000","last_undegraded":"2024-04-23T18:23:02.361185+0000","last_fullsized":"2024-04-23T18:23:02.361185+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:43:23.093612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206472+0000","last_change":"2024-04-23T18:21:02.450693+0000","last_active":"2024-04-23T18:23:02.206472+0000","last_peered":"2024-04-23T18:23:02.206472+0000","last_clean":"2024-04-23T18:23:02.206472+0000","last_became_active":"2024-04-23T18:21:02.450185+0000","last_became_peered":"2024-04-23T18:21:02.450185+0000","last_unstale":"2024-04-23T18:23:02.206472+0000","last_undegraded":"2024-04-23T18:23:02.206472+0000","last_fullsized":"2024-04-23T18:23:02.206472+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:53.663379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175853+0000","last_change":"2024-04-23T18:21:02.440260+0000","last_active":"2024-04-23T18:23:02.175853+0000","last_peered":"2024-04-23T18:23:02.175853+0000","last_clean":"2024-04-23T18:23:02.175853+0000","last_became_active":"2024-04-23T18:21:02.439908+0000","last_became_peered":"2024-04-23T18:21:02.439908+0000","last_unstale":"2024-04-23T18:23:02.175853+0000","last_undegraded":"2024-04-23T18:23:02.175853+0000","last_fullsized":"2024-04-23T18:23:02.175853+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:19:56.434492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110761+0000","last_change":"2024-04-23T18:21:02.442803+0000","last_active":"2024-04-23T18:23:02.110761+0000","last_peered":"2024-04-23T18:23:02.110761+0000","last_clean":"2024-04-23T18:23:02.110761+0000","last_became_active":"2024-04-23T18:21:02.442425+0000","last_became_peered":"2024-04-23T18:21:02.442425+0000","last_unstale":"2024-04-23T18:23:02.110761+0000","last_undegraded":"2024-04-23T18:23:02.110761+0000","last_fullsized":"2024-04-23T18:23:02.110761+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:55:38.030166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.453169+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.451818+0000","last_became_peered":"2024-04-23T18:21:02.451818+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:11:49.862074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358149+0000","last_change":"2024-04-23T18:21:02.446469+0000","last_active":"2024-04-23T18:23:02.358149+0000","last_peered":"2024-04-23T18:23:02.358149+0000","last_clean":"2024-04-23T18:23:02.358149+0000","last_became_active":"2024-04-23T18:21:02.445149+0000","last_became_peered":"2024-04-23T18:21:02.445149+0000","last_unstale":"2024-04-23T18:23:02.358149+0000","last_undegraded":"2024-04-23T18:23:02.358149+0000","last_fullsized":"2024-04-23T18:23:02.358149+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:12:46.505754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"88'16","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176143+0000","last_change":"2024-04-23T18:21:02.439967+0000","last_active":"2024-04-23T18:23:02.176143+0000","last_peered":"2024-04-23T18:23:02.176143+0000","last_clean":"2024-04-23T18:23:02.176143+0000","last_became_active":"2024-04-23T18:21:02.439560+0000","last_became_peered":"2024-04-23T18:21:02.439560+0000","last_unstale":"2024-04-23T18:23:02.176143+0000","last_undegraded":"2024-04-23T18:23:02.176143+0000","last_fullsized":"2024-04-23T18:23:02.176143+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:06:36.110812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111216+0000","last_change":"2024-04-23T18:21:02.449855+0000","last_active":"2024-04-23T18:23:02.111216+0000","last_peered":"2024-04-23T18:23:02.111216+0000","last_clean":"2024-04-23T18:23:02.111216+0000","last_became_active":"2024-04-23T18:21:02.449345+0000","last_became_peered":"2024-04-23T18:21:02.449345+0000","last_unstale":"2024-04-23T18:23:02.111216+0000","last_undegraded":"2024-04-23T18:23:02.111216+0000","last_fullsized":"2024-04-23T18:23:02.111216+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:53:52.956487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"88'7","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110567+0000","last_change":"2024-04-23T18:21:58.040517+0000","last_active":"2024-04-23T18:23:02.110567+0000","last_peered":"2024-04-23T18:23:02.110567+0000","last_clean":"2024-04-23T18:23:02.110567+0000","last_became_active":"2024-04-23T18:21:58.040148+0000","last_became_peered":"2024-04-23T18:21:58.040148+0000","last_unstale":"2024-04-23T18:23:02.110567+0000","last_undegraded":"2024-04-23T18:23:02.110567+0000","last_fullsized":"2024-04-23T18:23:02.110567+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:32:19.706063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,10,8],"acting":[9,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.33","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357730+0000","last_change":"2024-04-23T18:21:02.441553+0000","last_active":"2024-04-23T18:23:02.357730+0000","last_peered":"2024-04-23T18:23:02.357730+0000","last_clean":"2024-04-23T18:23:02.357730+0000","last_became_active":"2024-04-23T18:21:02.441192+0000","last_became_peered":"2024-04-23T18:21:02.441192+0000","last_unstale":"2024-04-23T18:23:02.357730+0000","last_undegraded":"2024-04-23T18:23:02.357730+0000","last_fullsized":"2024-04-23T18:23:02.357730+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:54:13.504076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361035+0000","last_change":"2024-04-23T18:21:02.444407+0000","last_active":"2024-04-23T18:23:02.361035+0000","last_peered":"2024-04-23T18:23:02.361035+0000","last_clean":"2024-04-23T18:23:02.361035+0000","last_became_active":"2024-04-23T18:21:02.444042+0000","last_became_peered":"2024-04-23T18:21:02.444042+0000","last_unstale":"2024-04-23T18:23:02.361035+0000","last_undegraded":"2024-04-23T18:23:02.361035+0000","last_fullsized":"2024-04-23T18:23:02.361035+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:47:26.563780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361178+0000","last_change":"2024-04-23T18:21:02.443994+0000","last_active":"2024-04-23T18:23:02.361178+0000","last_peered":"2024-04-23T18:23:02.361178+0000","last_clean":"2024-04-23T18:23:02.361178+0000","last_became_active":"2024-04-23T18:21:02.443613+0000","last_became_peered":"2024-04-23T18:21:02.443613+0000","last_unstale":"2024-04-23T18:23:02.361178+0000","last_undegraded":"2024-04-23T18:23:02.361178+0000","last_fullsized":"2024-04-23T18:23:02.361178+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:35:26.508015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357506+0000","last_change":"2024-04-23T18:21:02.442419+0000","last_active":"2024-04-23T18:23:02.357506+0000","last_peered":"2024-04-23T18:23:02.357506+0000","last_clean":"2024-04-23T18:23:02.357506+0000","last_became_active":"2024-04-23T18:21:02.442088+0000","last_became_peered":"2024-04-23T18:21:02.442088+0000","last_unstale":"2024-04-23T18:23:02.357506+0000","last_undegraded":"2024-04-23T18:23:02.357506+0000","last_fullsized":"2024-04-23T18:23:02.357506+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:19:36.982036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443109+0000","last_change":"2024-04-23T18:21:02.450349+0000","last_active":"2024-04-23T18:23:02.443109+0000","last_peered":"2024-04-23T18:23:02.443109+0000","last_clean":"2024-04-23T18:23:02.443109+0000","last_became_active":"2024-04-23T18:21:02.450031+0000","last_became_peered":"2024-04-23T18:21:02.450031+0000","last_unstale":"2024-04-23T18:23:02.443109+0000","last_undegraded":"2024-04-23T18:23:02.443109+0000","last_fullsized":"2024-04-23T18:23:02.443109+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:26:53.810288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110643+0000","last_change":"2024-04-23T18:21:02.439681+0000","last_active":"2024-04-23T18:23:02.110643+0000","last_peered":"2024-04-23T18:23:02.110643+0000","last_clean":"2024-04-23T18:23:02.110643+0000","last_became_active":"2024-04-23T18:21:02.439330+0000","last_became_peered":"2024-04-23T18:21:02.439330+0000","last_unstale":"2024-04-23T18:23:02.110643+0000","last_undegraded":"2024-04-23T18:23:02.110643+0000","last_fullsized":"2024-04-23T18:23:02.110643+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:45:52.278034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111106+0000","last_change":"2024-04-23T18:21:02.442916+0000","last_active":"2024-04-23T18:23:02.111106+0000","last_peered":"2024-04-23T18:23:02.111106+0000","last_clean":"2024-04-23T18:23:02.111106+0000","last_became_active":"2024-04-23T18:21:02.442534+0000","last_became_peered":"2024-04-23T18:21:02.442534+0000","last_unstale":"2024-04-23T18:23:02.111106+0000","last_undegraded":"2024-04-23T18:23:02.111106+0000","last_fullsized":"2024-04-23T18:23:02.111106+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:08:02.240689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"88'14","reported_seq":169,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110788+0000","last_change":"2024-04-23T18:21:58.050820+0000","last_active":"2024-04-23T18:23:02.110788+0000","last_peered":"2024-04-23T18:23:02.110788+0000","last_clean":"2024-04-23T18:23:02.110788+0000","last_became_active":"2024-04-23T18:21:58.040056+0000","last_became_peered":"2024-04-23T18:21:58.040056+0000","last_unstale":"2024-04-23T18:23:02.110788+0000","last_undegraded":"2024-04-23T18:23:02.110788+0000","last_fullsized":"2024-04-23T18:23:02.110788+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:22:57.765123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":106,"num_read_kb":106,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":672,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,8],"acting":[9,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206683+0000","last_change":"2024-04-23T18:21:02.449035+0000","last_active":"2024-04-23T18:23:02.206683+0000","last_peered":"2024-04-23T18:23:02.206683+0000","last_clean":"2024-04-23T18:23:02.206683+0000","last_became_active":"2024-04-23T18:21:02.448619+0000","last_became_peered":"2024-04-23T18:21:02.448619+0000","last_unstale":"2024-04-23T18:23:02.206683+0000","last_undegraded":"2024-04-23T18:23:02.206683+0000","last_fullsized":"2024-04-23T18:23:02.206683+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:34:28.583626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206851+0000","last_change":"2024-04-23T18:21:01.601577+0000","last_active":"2024-04-23T18:23:02.206851+0000","last_peered":"2024-04-23T18:23:02.206851+0000","last_clean":"2024-04-23T18:23:02.206851+0000","last_became_active":"2024-04-23T18:21:01.601186+0000","last_became_peered":"2024-04-23T18:21:01.601186+0000","last_unstale":"2024-04-23T18:23:02.206851+0000","last_undegraded":"2024-04-23T18:23:02.206851+0000","last_fullsized":"2024-04-23T18:23:02.206851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:40.367005+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361890+0000","last_change":"2024-04-23T18:21:02.438234+0000","last_active":"2024-04-23T18:23:02.361890+0000","last_peered":"2024-04-23T18:23:02.361890+0000","last_clean":"2024-04-23T18:23:02.361890+0000","last_became_active":"2024-04-23T18:21:02.437650+0000","last_became_peered":"2024-04-23T18:21:02.437650+0000","last_unstale":"2024-04-23T18:23:02.361890+0000","last_undegraded":"2024-04-23T18:23:02.361890+0000","last_fullsized":"2024-04-23T18:23:02.361890+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:13:38.164338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"89'14","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206676+0000","last_change":"2024-04-23T18:21:01.604322+0000","last_active":"2024-04-23T18:23:02.206676+0000","last_peered":"2024-04-23T18:23:02.206676+0000","last_clean":"2024-04-23T18:23:02.206676+0000","last_became_active":"2024-04-23T18:21:01.603718+0000","last_became_peered":"2024-04-23T18:21:01.603718+0000","last_unstale":"2024-04-23T18:23:02.206676+0000","last_undegraded":"2024-04-23T18:23:02.206676+0000","last_fullsized":"2024-04-23T18:23:02.206676+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:42:27.515459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":20,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357742+0000","last_change":"2024-04-23T18:21:02.433036+0000","last_active":"2024-04-23T18:23:02.357742+0000","last_peered":"2024-04-23T18:23:02.357742+0000","last_clean":"2024-04-23T18:23:02.357742+0000","last_became_active":"2024-04-23T18:21:02.432685+0000","last_became_peered":"2024-04-23T18:21:02.432685+0000","last_unstale":"2024-04-23T18:23:02.357742+0000","last_undegraded":"2024-04-23T18:23:02.357742+0000","last_fullsized":"2024-04-23T18:23:02.357742+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:09:49.105854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206645+0000","last_change":"2024-04-23T18:21:01.602915+0000","last_active":"2024-04-23T18:23:02.206645+0000","last_peered":"2024-04-23T18:23:02.206645+0000","last_clean":"2024-04-23T18:23:02.206645+0000","last_became_active":"2024-04-23T18:21:01.602015+0000","last_became_peered":"2024-04-23T18:21:01.602015+0000","last_unstale":"2024-04-23T18:23:02.206645+0000","last_undegraded":"2024-04-23T18:23:02.206645+0000","last_fullsized":"2024-04-23T18:23:02.206645+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:27:50.262970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128224+0000","last_change":"2024-04-23T18:21:02.448423+0000","last_active":"2024-04-23T18:23:02.128224+0000","last_peered":"2024-04-23T18:23:02.128224+0000","last_clean":"2024-04-23T18:23:02.128224+0000","last_became_active":"2024-04-23T18:21:02.448054+0000","last_became_peered":"2024-04-23T18:21:02.448054+0000","last_unstale":"2024-04-23T18:23:02.128224+0000","last_undegraded":"2024-04-23T18:23:02.128224+0000","last_fullsized":"2024-04-23T18:23:02.128224+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:36:38.241250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"89'8","reported_seq":161,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176780+0000","last_change":"2024-04-23T18:21:58.080395+0000","last_active":"2024-04-23T18:23:02.176780+0000","last_peered":"2024-04-23T18:23:02.176780+0000","last_clean":"2024-04-23T18:23:02.176780+0000","last_became_active":"2024-04-23T18:21:58.076584+0000","last_became_peered":"2024-04-23T18:21:58.076584+0000","last_unstale":"2024-04-23T18:23:02.176780+0000","last_undegraded":"2024-04-23T18:23:02.176780+0000","last_fullsized":"2024-04-23T18:23:02.176780+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:34:40.750893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1545,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":112,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.452648+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.452313+0000","last_became_peered":"2024-04-23T18:21:02.452313+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:32:29.548632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"86'7","reported_seq":42,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175775+0000","last_change":"2024-04-23T18:21:58.082659+0000","last_active":"2024-04-23T18:23:02.175775+0000","last_peered":"2024-04-23T18:23:02.175775+0000","last_clean":"2024-04-23T18:23:02.175775+0000","last_became_active":"2024-04-23T18:21:58.077153+0000","last_became_peered":"2024-04-23T18:21:58.077153+0000","last_unstale":"2024-04-23T18:23:02.175775+0000","last_undegraded":"2024-04-23T18:23:02.175775+0000","last_fullsized":"2024-04-23T18:23:02.175775+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:37:24.291762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,6],"acting":[10,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"88'8","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110549+0000","last_change":"2024-04-23T18:21:58.077035+0000","last_active":"2024-04-23T18:23:02.110549+0000","last_peered":"2024-04-23T18:23:02.110549+0000","last_clean":"2024-04-23T18:23:02.110549+0000","last_became_active":"2024-04-23T18:21:58.076616+0000","last_became_peered":"2024-04-23T18:21:58.076616+0000","last_unstale":"2024-04-23T18:23:02.110549+0000","last_undegraded":"2024-04-23T18:23:02.110549+0000","last_fullsized":"2024-04-23T18:23:02.110549+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:17:35.001205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,4,3],"acting":[9,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.19","version":"86'3","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357441+0000","last_change":"2024-04-23T18:21:01.592989+0000","last_active":"2024-04-23T18:23:02.357441+0000","last_peered":"2024-04-23T18:23:02.357441+0000","last_clean":"2024-04-23T18:23:02.357441+0000","last_became_active":"2024-04-23T18:21:01.592637+0000","last_became_peered":"2024-04-23T18:21:01.592637+0000","last_unstale":"2024-04-23T18:23:02.357441+0000","last_undegraded":"2024-04-23T18:23:02.357441+0000","last_fullsized":"2024-04-23T18:23:02.357441+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:56:53.278649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206291+0000","last_change":"2024-04-23T18:21:02.448505+0000","last_active":"2024-04-23T18:23:02.206291+0000","last_peered":"2024-04-23T18:23:02.206291+0000","last_clean":"2024-04-23T18:23:02.206291+0000","last_became_active":"2024-04-23T18:21:02.447384+0000","last_became_peered":"2024-04-23T18:21:02.447384+0000","last_unstale":"2024-04-23T18:23:02.206291+0000","last_undegraded":"2024-04-23T18:23:02.206291+0000","last_fullsized":"2024-04-23T18:23:02.206291+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:39:31.107524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"86'3","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127860+0000","last_change":"2024-04-23T18:21:01.597894+0000","last_active":"2024-04-23T18:23:02.127860+0000","last_peered":"2024-04-23T18:23:02.127860+0000","last_clean":"2024-04-23T18:23:02.127860+0000","last_became_active":"2024-04-23T18:21:01.597571+0000","last_became_peered":"2024-04-23T18:21:01.597571+0000","last_unstale":"2024-04-23T18:23:02.127860+0000","last_undegraded":"2024-04-23T18:23:02.127860+0000","last_fullsized":"2024-04-23T18:23:02.127860+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:12:06.193548+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110360+0000","last_change":"2024-04-23T18:21:02.449562+0000","last_active":"2024-04-23T18:23:02.110360+0000","last_peered":"2024-04-23T18:23:02.110360+0000","last_clean":"2024-04-23T18:23:02.110360+0000","last_became_active":"2024-04-23T18:21:02.449210+0000","last_became_peered":"2024-04-23T18:21:02.449210+0000","last_unstale":"2024-04-23T18:23:02.110360+0000","last_undegraded":"2024-04-23T18:23:02.110360+0000","last_fullsized":"2024-04-23T18:23:02.110360+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:43:58.897307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"89'6","reported_seq":257,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.360570+0000","last_change":"2024-04-23T18:21:01.590566+0000","last_active":"2024-04-23T18:23:02.360570+0000","last_peered":"2024-04-23T18:23:02.360570+0000","last_clean":"2024-04-23T18:23:02.360570+0000","last_became_active":"2024-04-23T18:21:01.590066+0000","last_became_peered":"2024-04-23T18:21:01.590066+0000","last_unstale":"2024-04-23T18:23:02.360570+0000","last_undegraded":"2024-04-23T18:23:02.360570+0000","last_fullsized":"2024-04-23T18:23:02.360570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:47:58.424943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":230,"num_read_kb":230,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358118+0000","last_change":"2024-04-23T18:21:02.437579+0000","last_active":"2024-04-23T18:23:02.358118+0000","last_peered":"2024-04-23T18:23:02.358118+0000","last_clean":"2024-04-23T18:23:02.358118+0000","last_became_active":"2024-04-23T18:21:02.437225+0000","last_became_peered":"2024-04-23T18:21:02.437225+0000","last_unstale":"2024-04-23T18:23:02.358118+0000","last_undegraded":"2024-04-23T18:23:02.358118+0000","last_fullsized":"2024-04-23T18:23:02.358118+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:14:18.047896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"86'4","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111247+0000","last_change":"2024-04-23T18:21:01.596844+0000","last_active":"2024-04-23T18:23:02.111247+0000","last_peered":"2024-04-23T18:23:02.111247+0000","last_clean":"2024-04-23T18:23:02.111247+0000","last_became_active":"2024-04-23T18:21:01.596514+0000","last_became_peered":"2024-04-23T18:21:01.596514+0000","last_unstale":"2024-04-23T18:23:02.111247+0000","last_undegraded":"2024-04-23T18:23:02.111247+0000","last_fullsized":"2024-04-23T18:23:02.111247+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:33:42.424054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361893+0000","last_change":"2024-04-23T18:21:02.446053+0000","last_active":"2024-04-23T18:23:02.361893+0000","last_peered":"2024-04-23T18:23:02.361893+0000","last_clean":"2024-04-23T18:23:02.361893+0000","last_became_active":"2024-04-23T18:21:02.444960+0000","last_became_peered":"2024-04-23T18:21:02.444960+0000","last_unstale":"2024-04-23T18:23:02.361893+0000","last_undegraded":"2024-04-23T18:23:02.361893+0000","last_fullsized":"2024-04-23T18:23:02.361893+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:14:41.634419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128286+0000","last_change":"2024-04-23T18:21:01.594545+0000","last_active":"2024-04-23T18:23:02.128286+0000","last_peered":"2024-04-23T18:23:02.128286+0000","last_clean":"2024-04-23T18:23:02.128286+0000","last_became_active":"2024-04-23T18:21:01.594082+0000","last_became_peered":"2024-04-23T18:21:01.594082+0000","last_unstale":"2024-04-23T18:23:02.128286+0000","last_undegraded":"2024-04-23T18:23:02.128286+0000","last_fullsized":"2024-04-23T18:23:02.128286+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:52:39.162816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357750+0000","last_change":"2024-04-23T18:21:02.446544+0000","last_active":"2024-04-23T18:23:02.357750+0000","last_peered":"2024-04-23T18:23:02.357750+0000","last_clean":"2024-04-23T18:23:02.357750+0000","last_became_active":"2024-04-23T18:21:02.446180+0000","last_became_peered":"2024-04-23T18:21:02.446180+0000","last_unstale":"2024-04-23T18:23:02.357750+0000","last_undegraded":"2024-04-23T18:23:02.357750+0000","last_fullsized":"2024-04-23T18:23:02.357750+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:49:36.213609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"89'38","reported_seq":302,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357495+0000","last_change":"2024-04-23T18:21:01.591976+0000","last_active":"2024-04-23T18:23:02.357495+0000","last_peered":"2024-04-23T18:23:02.357495+0000","last_clean":"2024-04-23T18:23:02.357495+0000","last_became_active":"2024-04-23T18:21:01.591017+0000","last_became_peered":"2024-04-23T18:21:01.591017+0000","last_unstale":"2024-04-23T18:23:02.357495+0000","last_undegraded":"2024-04-23T18:23:02.357495+0000","last_fullsized":"2024-04-23T18:23:02.357495+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:07:56.971368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66699,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":243,"num_read_kb":186,"num_write":40,"num_write_kb":81,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206419+0000","last_change":"2024-04-23T18:21:02.446089+0000","last_active":"2024-04-23T18:23:02.206419+0000","last_peered":"2024-04-23T18:23:02.206419+0000","last_clean":"2024-04-23T18:23:02.206419+0000","last_became_active":"2024-04-23T18:21:02.443989+0000","last_became_peered":"2024-04-23T18:21:02.443989+0000","last_unstale":"2024-04-23T18:23:02.206419+0000","last_undegraded":"2024-04-23T18:23:02.206419+0000","last_fullsized":"2024-04-23T18:23:02.206419+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:00:31.629026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"86'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110829+0000","last_change":"2024-04-23T18:21:01.595124+0000","last_active":"2024-04-23T18:23:02.110829+0000","last_peered":"2024-04-23T18:23:02.110829+0000","last_clean":"2024-04-23T18:23:02.110829+0000","last_became_active":"2024-04-23T18:21:01.594752+0000","last_became_peered":"2024-04-23T18:21:01.594752+0000","last_unstale":"2024-04-23T18:23:02.110829+0000","last_undegraded":"2024-04-23T18:23:02.110829+0000","last_fullsized":"2024-04-23T18:23:02.110829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:17:23.425758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357492+0000","last_change":"2024-04-23T18:21:02.441584+0000","last_active":"2024-04-23T18:23:02.357492+0000","last_peered":"2024-04-23T18:23:02.357492+0000","last_clean":"2024-04-23T18:23:02.357492+0000","last_became_active":"2024-04-23T18:21:02.441185+0000","last_became_peered":"2024-04-23T18:21:02.441185+0000","last_unstale":"2024-04-23T18:23:02.357492+0000","last_undegraded":"2024-04-23T18:23:02.357492+0000","last_fullsized":"2024-04-23T18:23:02.357492+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:43:47.199679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"86'5","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128006+0000","last_change":"2024-04-23T18:21:01.596530+0000","last_active":"2024-04-23T18:23:02.128006+0000","last_peered":"2024-04-23T18:23:02.128006+0000","last_clean":"2024-04-23T18:23:02.128006+0000","last_became_active":"2024-04-23T18:21:01.595266+0000","last_became_peered":"2024-04-23T18:21:01.595266+0000","last_unstale":"2024-04-23T18:23:02.128006+0000","last_undegraded":"2024-04-23T18:23:02.128006+0000","last_fullsized":"2024-04-23T18:23:02.128006+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:51:11.339657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"88'15","reported_seq":40,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111059+0000","last_change":"2024-04-23T18:21:58.042976+0000","last_active":"2024-04-23T18:23:02.111059+0000","last_peered":"2024-04-23T18:23:02.111059+0000","last_clean":"2024-04-23T18:23:02.111059+0000","last_became_active":"2024-04-23T18:21:58.042606+0000","last_became_peered":"2024-04-23T18:21:58.042606+0000","last_unstale":"2024-04-23T18:23:02.111059+0000","last_undegraded":"2024-04-23T18:23:02.111059+0000","last_fullsized":"2024-04-23T18:23:02.111059+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:29:07.925372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":144,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.952585+0000","last_change":"2024-04-23T18:21:01.596863+0000","last_active":"2024-04-23T18:23:02.952585+0000","last_peered":"2024-04-23T18:23:02.952585+0000","last_clean":"2024-04-23T18:23:02.952585+0000","last_became_active":"2024-04-23T18:21:01.596478+0000","last_became_peered":"2024-04-23T18:21:01.596478+0000","last_unstale":"2024-04-23T18:23:02.952585+0000","last_undegraded":"2024-04-23T18:23:02.952585+0000","last_fullsized":"2024-04-23T18:23:02.952585+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:57:04.672707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":118,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110700+0000","last_change":"2024-04-23T18:21:02.441366+0000","last_active":"2024-04-23T18:23:02.110700+0000","last_peered":"2024-04-23T18:23:02.110700+0000","last_clean":"2024-04-23T18:23:02.110700+0000","last_became_active":"2024-04-23T18:21:02.441034+0000","last_became_peered":"2024-04-23T18:21:02.441034+0000","last_unstale":"2024-04-23T18:23:02.110700+0000","last_undegraded":"2024-04-23T18:23:02.110700+0000","last_fullsized":"2024-04-23T18:23:02.110700+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:36:28.185485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"86'17","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206248+0000","last_change":"2024-04-23T18:21:01.604121+0000","last_active":"2024-04-23T18:23:02.206248+0000","last_peered":"2024-04-23T18:23:02.206248+0000","last_clean":"2024-04-23T18:23:02.206248+0000","last_became_active":"2024-04-23T18:21:01.603705+0000","last_became_peered":"2024-04-23T18:21:01.603705+0000","last_unstale":"2024-04-23T18:23:02.206248+0000","last_undegraded":"2024-04-23T18:23:02.206248+0000","last_fullsized":"2024-04-23T18:23:02.206248+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:39:50.923948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127857+0000","last_change":"2024-04-23T18:21:02.449020+0000","last_active":"2024-04-23T18:23:02.127857+0000","last_peered":"2024-04-23T18:23:02.127857+0000","last_clean":"2024-04-23T18:23:02.127857+0000","last_became_active":"2024-04-23T18:21:02.448665+0000","last_became_peered":"2024-04-23T18:21:02.448665+0000","last_unstale":"2024-04-23T18:23:02.127857+0000","last_undegraded":"2024-04-23T18:23:02.127857+0000","last_fullsized":"2024-04-23T18:23:02.127857+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:46:34.746272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206486+0000","last_change":"2024-04-23T18:21:01.600747+0000","last_active":"2024-04-23T18:23:02.206486+0000","last_peered":"2024-04-23T18:23:02.206486+0000","last_clean":"2024-04-23T18:23:02.206486+0000","last_became_active":"2024-04-23T18:21:01.600406+0000","last_became_peered":"2024-04-23T18:21:01.600406+0000","last_unstale":"2024-04-23T18:23:02.206486+0000","last_undegraded":"2024-04-23T18:23:02.206486+0000","last_fullsized":"2024-04-23T18:23:02.206486+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:30:23.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443083+0000","last_change":"2024-04-23T18:21:02.454624+0000","last_active":"2024-04-23T18:23:02.443083+0000","last_peered":"2024-04-23T18:23:02.443083+0000","last_clean":"2024-04-23T18:23:02.443083+0000","last_became_active":"2024-04-23T18:21:02.454233+0000","last_became_peered":"2024-04-23T18:21:02.454233+0000","last_unstale":"2024-04-23T18:23:02.443083+0000","last_undegraded":"2024-04-23T18:23:02.443083+0000","last_fullsized":"2024-04-23T18:23:02.443083+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:25:20.669874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"86'1","reported_seq":22,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110622+0000","last_change":"2024-04-23T18:21:01.591599+0000","last_active":"2024-04-23T18:23:02.110622+0000","last_peered":"2024-04-23T18:23:02.110622+0000","last_clean":"2024-04-23T18:23:02.110622+0000","last_became_active":"2024-04-23T18:21:01.591236+0000","last_became_peered":"2024-04-23T18:21:01.591236+0000","last_unstale":"2024-04-23T18:23:02.110622+0000","last_undegraded":"2024-04-23T18:23:02.110622+0000","last_fullsized":"2024-04-23T18:23:02.110622+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:38:19.597524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.176059+0000","last_change":"2024-04-23T18:21:02.443620+0000","last_active":"2024-04-23T18:23:02.176059+0000","last_peered":"2024-04-23T18:23:02.176059+0000","last_clean":"2024-04-23T18:23:02.176059+0000","last_became_active":"2024-04-23T18:21:02.443293+0000","last_became_peered":"2024-04-23T18:21:02.443293+0000","last_unstale":"2024-04-23T18:23:02.176059+0000","last_undegraded":"2024-04-23T18:23:02.176059+0000","last_fullsized":"2024-04-23T18:23:02.176059+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:53.792256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"89'7","reported_seq":143,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.126218+0000","last_change":"2024-04-23T18:21:01.597480+0000","last_active":"2024-04-23T18:23:02.126218+0000","last_peered":"2024-04-23T18:23:02.126218+0000","last_clean":"2024-04-23T18:23:02.126218+0000","last_became_active":"2024-04-23T18:21:01.597097+0000","last_became_peered":"2024-04-23T18:21:01.597097+0000","last_unstale":"2024-04-23T18:23:02.126218+0000","last_undegraded":"2024-04-23T18:23:02.126218+0000","last_fullsized":"2024-04-23T18:23:02.126218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:06:47.722099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1287,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":115,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.175959+0000","last_change":"2024-04-23T18:21:02.439406+0000","last_active":"2024-04-23T18:23:02.175959+0000","last_peered":"2024-04-23T18:23:02.175959+0000","last_clean":"2024-04-23T18:23:02.175959+0000","last_became_active":"2024-04-23T18:21:02.439010+0000","last_became_peered":"2024-04-23T18:21:02.439010+0000","last_unstale":"2024-04-23T18:23:02.175959+0000","last_undegraded":"2024-04-23T18:23:02.175959+0000","last_fullsized":"2024-04-23T18:23:02.175959+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:21:34.157780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.128095+0000","last_change":"2024-04-23T18:21:02.448287+0000","last_active":"2024-04-23T18:23:02.128095+0000","last_peered":"2024-04-23T18:23:02.128095+0000","last_clean":"2024-04-23T18:23:02.128095+0000","last_became_active":"2024-04-23T18:21:02.447893+0000","last_became_peered":"2024-04-23T18:21:02.447893+0000","last_unstale":"2024-04-23T18:23:02.128095+0000","last_undegraded":"2024-04-23T18:23:02.128095+0000","last_fullsized":"2024-04-23T18:23:02.128095+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:59:27.038134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'6","reported_seq":148,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:07.959102+0000","last_change":"2024-04-23T18:21:01.592925+0000","last_active":"2024-04-23T18:23:07.959102+0000","last_peered":"2024-04-23T18:23:07.959102+0000","last_clean":"2024-04-23T18:23:07.959102+0000","last_became_active":"2024-04-23T18:21:01.592565+0000","last_became_peered":"2024-04-23T18:21:01.592565+0000","last_unstale":"2024-04-23T18:23:07.959102+0000","last_undegraded":"2024-04-23T18:23:07.959102+0000","last_fullsized":"2024-04-23T18:23:07.959102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:28:51.059775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"88'8","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206560+0000","last_change":"2024-04-23T18:21:02.452766+0000","last_active":"2024-04-23T18:23:02.206560+0000","last_peered":"2024-04-23T18:23:02.206560+0000","last_clean":"2024-04-23T18:23:02.206560+0000","last_became_active":"2024-04-23T18:21:02.450800+0000","last_became_peered":"2024-04-23T18:21:02.450800+0000","last_unstale":"2024-04-23T18:23:02.206560+0000","last_undegraded":"2024-04-23T18:23:02.206560+0000","last_fullsized":"2024-04-23T18:23:02.206560+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:47:47.572274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'6","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361379+0000","last_change":"2024-04-23T18:21:01.591186+0000","last_active":"2024-04-23T18:23:02.361379+0000","last_peered":"2024-04-23T18:23:02.361379+0000","last_clean":"2024-04-23T18:23:02.361379+0000","last_became_active":"2024-04-23T18:21:01.590817+0000","last_became_peered":"2024-04-23T18:21:01.590817+0000","last_unstale":"2024-04-23T18:23:02.361379+0000","last_undegraded":"2024-04-23T18:23:02.361379+0000","last_fullsized":"2024-04-23T18:23:02.361379+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:25:52.833727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"20'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110834+0000","last_change":"2024-04-23T18:19:49.226321+0000","last_active":"2024-04-23T18:23:02.110834+0000","last_peered":"2024-04-23T18:23:02.110834+0000","last_clean":"2024-04-23T18:23:02.110834+0000","last_became_active":"2024-04-23T18:19:49.225775+0000","last_became_peered":"2024-04-23T18:19:49.225775+0000","last_unstale":"2024-04-23T18:23:02.110834+0000","last_undegraded":"2024-04-23T18:23:02.110834+0000","last_fullsized":"2024-04-23T18:23:02.110834+0000","mapping_epoch":76,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":77,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:16:23.775202+0000","last_clean_scrub_stamp":"2024-04-23T18:16:23.775202+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:24:34.047785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"88'5","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357372+0000","last_change":"2024-04-23T18:21:02.434089+0000","last_active":"2024-04-23T18:23:02.357372+0000","last_peered":"2024-04-23T18:23:02.357372+0000","last_clean":"2024-04-23T18:23:02.357372+0000","last_became_active":"2024-04-23T18:21:02.433672+0000","last_became_peered":"2024-04-23T18:21:02.433672+0000","last_unstale":"2024-04-23T18:23:02.357372+0000","last_undegraded":"2024-04-23T18:23:02.357372+0000","last_fullsized":"2024-04-23T18:23:02.357372+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:42:52.527064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111024+0000","last_change":"2024-04-23T18:21:01.600566+0000","last_active":"2024-04-23T18:23:02.111024+0000","last_peered":"2024-04-23T18:23:02.111024+0000","last_clean":"2024-04-23T18:23:02.111024+0000","last_became_active":"2024-04-23T18:21:01.600261+0000","last_became_peered":"2024-04-23T18:21:01.600261+0000","last_unstale":"2024-04-23T18:23:02.111024+0000","last_undegraded":"2024-04-23T18:23:02.111024+0000","last_fullsized":"2024-04-23T18:23:02.111024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T05:08:52.028907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206492+0000","last_change":"2024-04-23T18:21:01.602777+0000","last_active":"2024-04-23T18:23:02.206492+0000","last_peered":"2024-04-23T18:23:02.206492+0000","last_clean":"2024-04-23T18:23:02.206492+0000","last_became_active":"2024-04-23T18:21:01.601128+0000","last_became_peered":"2024-04-23T18:21:01.601128+0000","last_unstale":"2024-04-23T18:23:02.206492+0000","last_undegraded":"2024-04-23T18:23:02.206492+0000","last_fullsized":"2024-04-23T18:23:02.206492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:49:41.079074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"88'9","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357927+0000","last_change":"2024-04-23T18:21:02.431547+0000","last_active":"2024-04-23T18:23:02.357927+0000","last_peered":"2024-04-23T18:23:02.357927+0000","last_clean":"2024-04-23T18:23:02.357927+0000","last_became_active":"2024-04-23T18:21:02.431160+0000","last_became_peered":"2024-04-23T18:21:02.431160+0000","last_unstale":"2024-04-23T18:23:02.357927+0000","last_undegraded":"2024-04-23T18:23:02.357927+0000","last_fullsized":"2024-04-23T18:23:02.357927+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:36:21.261690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"89'49","reported_seq":93,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.321538+0000","last_change":"2024-04-23T18:21:01.597747+0000","last_active":"2024-04-23T18:23:02.321538+0000","last_peered":"2024-04-23T18:23:02.321538+0000","last_clean":"2024-04-23T18:23:02.321538+0000","last_became_active":"2024-04-23T18:21:01.597432+0000","last_became_peered":"2024-04-23T18:21:01.597432+0000","last_unstale":"2024-04-23T18:23:02.321538+0000","last_undegraded":"2024-04-23T18:23:02.321538+0000","last_fullsized":"2024-04-23T18:23:02.321538+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":49,"log_dups_size":0,"ondisk_log_size":49,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:31:21.850527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":393216,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":82,"num_read_kb":70,"num_write":86,"num_write_kb":837,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206889+0000","last_change":"2024-04-23T18:21:02.446568+0000","last_active":"2024-04-23T18:23:02.206889+0000","last_peered":"2024-04-23T18:23:02.206889+0000","last_clean":"2024-04-23T18:23:02.206889+0000","last_became_active":"2024-04-23T18:21:02.446195+0000","last_became_peered":"2024-04-23T18:21:02.446195+0000","last_unstale":"2024-04-23T18:23:02.206889+0000","last_undegraded":"2024-04-23T18:23:02.206889+0000","last_fullsized":"2024-04-23T18:23:02.206889+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T04:59:08.450332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"86'7","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361225+0000","last_change":"2024-04-23T18:21:01.594238+0000","last_active":"2024-04-23T18:23:02.361225+0000","last_peered":"2024-04-23T18:23:02.361225+0000","last_clean":"2024-04-23T18:23:02.361225+0000","last_became_active":"2024-04-23T18:21:01.593892+0000","last_became_peered":"2024-04-23T18:21:01.593892+0000","last_unstale":"2024-04-23T18:23:02.361225+0000","last_undegraded":"2024-04-23T18:23:02.361225+0000","last_fullsized":"2024-04-23T18:23:02.361225+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:44:54.422818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"88'7","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361714+0000","last_change":"2024-04-23T18:21:58.076414+0000","last_active":"2024-04-23T18:23:02.361714+0000","last_peered":"2024-04-23T18:23:02.361714+0000","last_clean":"2024-04-23T18:23:02.361714+0000","last_became_active":"2024-04-23T18:21:58.076031+0000","last_became_peered":"2024-04-23T18:21:58.076031+0000","last_unstale":"2024-04-23T18:23:02.361714+0000","last_undegraded":"2024-04-23T18:23:02.361714+0000","last_fullsized":"2024-04-23T18:23:02.361714+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:54:19.150907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357577+0000","last_change":"2024-04-23T18:21:01.593078+0000","last_active":"2024-04-23T18:23:02.357577+0000","last_peered":"2024-04-23T18:23:02.357577+0000","last_clean":"2024-04-23T18:23:02.357577+0000","last_became_active":"2024-04-23T18:21:01.592714+0000","last_became_peered":"2024-04-23T18:21:01.592714+0000","last_unstale":"2024-04-23T18:23:02.357577+0000","last_undegraded":"2024-04-23T18:23:02.357577+0000","last_fullsized":"2024-04-23T18:23:02.357577+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:53:44.982170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206274+0000","last_change":"2024-04-23T18:21:02.446951+0000","last_active":"2024-04-23T18:23:02.206274+0000","last_peered":"2024-04-23T18:23:02.206274+0000","last_clean":"2024-04-23T18:23:02.206274+0000","last_became_active":"2024-04-23T18:21:02.446578+0000","last_became_peered":"2024-04-23T18:21:02.446578+0000","last_unstale":"2024-04-23T18:23:02.206274+0000","last_undegraded":"2024-04-23T18:23:02.206274+0000","last_fullsized":"2024-04-23T18:23:02.206274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:12:40.679931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"86'7","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206444+0000","last_change":"2024-04-23T18:21:01.592322+0000","last_active":"2024-04-23T18:23:02.206444+0000","last_peered":"2024-04-23T18:23:02.206444+0000","last_clean":"2024-04-23T18:23:02.206444+0000","last_became_active":"2024-04-23T18:21:01.591943+0000","last_became_peered":"2024-04-23T18:21:01.591943+0000","last_unstale":"2024-04-23T18:23:02.206444+0000","last_undegraded":"2024-04-23T18:23:02.206444+0000","last_fullsized":"2024-04-23T18:23:02.206444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:54:46.345399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442746+0000","last_change":"2024-04-23T18:21:02.441459+0000","last_active":"2024-04-23T18:23:02.442746+0000","last_peered":"2024-04-23T18:23:02.442746+0000","last_clean":"2024-04-23T18:23:02.442746+0000","last_became_active":"2024-04-23T18:21:02.441075+0000","last_became_peered":"2024-04-23T18:21:02.441075+0000","last_unstale":"2024-04-23T18:23:02.442746+0000","last_undegraded":"2024-04-23T18:23:02.442746+0000","last_fullsized":"2024-04-23T18:23:02.442746+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:35:23.897862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"86'3","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442794+0000","last_change":"2024-04-23T18:21:58.050219+0000","last_active":"2024-04-23T18:23:02.442794+0000","last_peered":"2024-04-23T18:23:02.442794+0000","last_clean":"2024-04-23T18:23:02.442794+0000","last_became_active":"2024-04-23T18:21:58.043463+0000","last_became_peered":"2024-04-23T18:21:58.043463+0000","last_unstale":"2024-04-23T18:23:02.442794+0000","last_undegraded":"2024-04-23T18:23:02.442794+0000","last_fullsized":"2024-04-23T18:23:02.442794+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:07:14.617419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,3,6],"acting":[11,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.b","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206562+0000","last_change":"2024-04-23T18:21:02.439284+0000","last_active":"2024-04-23T18:23:02.206562+0000","last_peered":"2024-04-23T18:23:02.206562+0000","last_clean":"2024-04-23T18:23:02.206562+0000","last_became_active":"2024-04-23T18:21:02.438929+0000","last_became_peered":"2024-04-23T18:21:02.438929+0000","last_unstale":"2024-04-23T18:23:02.206562+0000","last_undegraded":"2024-04-23T18:23:02.206562+0000","last_fullsized":"2024-04-23T18:23:02.206562+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:57:10.638413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206304+0000","last_change":"2024-04-23T18:21:01.605697+0000","last_active":"2024-04-23T18:23:02.206304+0000","last_peered":"2024-04-23T18:23:02.206304+0000","last_clean":"2024-04-23T18:23:02.206304+0000","last_became_active":"2024-04-23T18:21:01.605009+0000","last_became_peered":"2024-04-23T18:21:01.605009+0000","last_unstale":"2024-04-23T18:23:02.206304+0000","last_undegraded":"2024-04-23T18:23:02.206304+0000","last_fullsized":"2024-04-23T18:23:02.206304+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:52:55.478826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"88'5","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110895+0000","last_change":"2024-04-23T18:21:02.447474+0000","last_active":"2024-04-23T18:23:02.110895+0000","last_peered":"2024-04-23T18:23:02.110895+0000","last_clean":"2024-04-23T18:23:02.110895+0000","last_became_active":"2024-04-23T18:21:02.446746+0000","last_became_peered":"2024-04-23T18:21:02.446746+0000","last_unstale":"2024-04-23T18:23:02.110895+0000","last_undegraded":"2024-04-23T18:23:02.110895+0000","last_fullsized":"2024-04-23T18:23:02.110895+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:55:03.075281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"86'5","reported_seq":142,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111074+0000","last_change":"2024-04-23T18:21:01.594147+0000","last_active":"2024-04-23T18:23:02.111074+0000","last_peered":"2024-04-23T18:23:02.111074+0000","last_clean":"2024-04-23T18:23:02.111074+0000","last_became_active":"2024-04-23T18:21:01.593782+0000","last_became_peered":"2024-04-23T18:21:01.593782+0000","last_unstale":"2024-04-23T18:23:02.111074+0000","last_undegraded":"2024-04-23T18:23:02.111074+0000","last_fullsized":"2024-04-23T18:23:02.111074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:48:08.041379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":116,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111237+0000","last_change":"2024-04-23T18:21:02.443972+0000","last_active":"2024-04-23T18:23:02.111237+0000","last_peered":"2024-04-23T18:23:02.111237+0000","last_clean":"2024-04-23T18:23:02.111237+0000","last_became_active":"2024-04-23T18:21:02.443622+0000","last_became_peered":"2024-04-23T18:21:02.443622+0000","last_unstale":"2024-04-23T18:23:02.111237+0000","last_undegraded":"2024-04-23T18:23:02.111237+0000","last_fullsized":"2024-04-23T18:23:02.111237+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T18:58:19.147377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"89'41","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.316492+0000","last_change":"2024-04-23T18:21:01.592310+0000","last_active":"2024-04-23T18:23:02.316492+0000","last_peered":"2024-04-23T18:23:02.316492+0000","last_clean":"2024-04-23T18:23:02.316492+0000","last_became_active":"2024-04-23T18:21:01.591727+0000","last_became_peered":"2024-04-23T18:21:01.591727+0000","last_unstale":"2024-04-23T18:23:02.316492+0000","last_undegraded":"2024-04-23T18:23:02.316492+0000","last_fullsized":"2024-04-23T18:23:02.316492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:17:20.684624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":131670,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":11,"num_read_kb":10,"num_write":49,"num_write_kb":475,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111027+0000","last_change":"2024-04-23T18:21:02.440658+0000","last_active":"2024-04-23T18:23:02.111027+0000","last_peered":"2024-04-23T18:23:02.111027+0000","last_clean":"2024-04-23T18:23:02.111027+0000","last_became_active":"2024-04-23T18:21:02.440238+0000","last_became_peered":"2024-04-23T18:21:02.440238+0000","last_unstale":"2024-04-23T18:23:02.111027+0000","last_undegraded":"2024-04-23T18:23:02.111027+0000","last_fullsized":"2024-04-23T18:23:02.111027+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T02:18:05.145932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"86'5","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.358072+0000","last_change":"2024-04-23T18:21:01.592896+0000","last_active":"2024-04-23T18:23:02.358072+0000","last_peered":"2024-04-23T18:23:02.358072+0000","last_clean":"2024-04-23T18:23:02.358072+0000","last_became_active":"2024-04-23T18:21:01.592483+0000","last_became_peered":"2024-04-23T18:21:01.592483+0000","last_unstale":"2024-04-23T18:23:02.358072+0000","last_undegraded":"2024-04-23T18:23:02.358072+0000","last_fullsized":"2024-04-23T18:23:02.358072+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:00.565459+0000","last_clean_scrub_stamp":"2024-04-23T18:21:00.565459+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T19:39:47.659314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111367+0000","last_change":"2024-04-23T18:21:02.448888+0000","last_active":"2024-04-23T18:23:02.111367+0000","last_peered":"2024-04-23T18:23:02.111367+0000","last_clean":"2024-04-23T18:23:02.111367+0000","last_became_active":"2024-04-23T18:21:02.448545+0000","last_became_peered":"2024-04-23T18:21:02.448545+0000","last_unstale":"2024-04-23T18:23:02.111367+0000","last_undegraded":"2024-04-23T18:23:02.111367+0000","last_fullsized":"2024-04-23T18:23:02.111367+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T03:05:58.561046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"88'9","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442808+0000","last_change":"2024-04-23T18:21:02.444058+0000","last_active":"2024-04-23T18:23:02.442808+0000","last_peered":"2024-04-23T18:23:02.442808+0000","last_clean":"2024-04-23T18:23:02.442808+0000","last_became_active":"2024-04-23T18:21:02.443727+0000","last_became_peered":"2024-04-23T18:21:02.443727+0000","last_unstale":"2024-04-23T18:23:02.442808+0000","last_undegraded":"2024-04-23T18:23:02.442808+0000","last_fullsized":"2024-04-23T18:23:02.442808+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:29.812216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"88'12","reported_seq":37,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110751+0000","last_change":"2024-04-23T18:21:58.043735+0000","last_active":"2024-04-23T18:23:02.110751+0000","last_peered":"2024-04-23T18:23:02.110751+0000","last_clean":"2024-04-23T18:23:02.110751+0000","last_became_active":"2024-04-23T18:21:58.043270+0000","last_became_peered":"2024-04-23T18:21:58.043270+0000","last_unstale":"2024-04-23T18:23:02.110751+0000","last_undegraded":"2024-04-23T18:23:02.110751+0000","last_fullsized":"2024-04-23T18:23:02.110751+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T23:19:27.657932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,8],"acting":[2,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.110705+0000","last_change":"2024-04-23T18:21:02.441172+0000","last_active":"2024-04-23T18:23:02.110705+0000","last_peered":"2024-04-23T18:23:02.110705+0000","last_clean":"2024-04-23T18:23:02.110705+0000","last_became_active":"2024-04-23T18:21:02.440862+0000","last_became_peered":"2024-04-23T18:21:02.440862+0000","last_unstale":"2024-04-23T18:23:02.110705+0000","last_undegraded":"2024-04-23T18:23:02.110705+0000","last_fullsized":"2024-04-23T18:23:02.110705+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:55:25.281080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"88'7","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.361280+0000","last_change":"2024-04-23T18:21:02.441930+0000","last_active":"2024-04-23T18:23:02.361280+0000","last_peered":"2024-04-23T18:23:02.361280+0000","last_clean":"2024-04-23T18:23:02.361280+0000","last_became_active":"2024-04-23T18:21:02.438756+0000","last_became_peered":"2024-04-23T18:21:02.438756+0000","last_unstale":"2024-04-23T18:23:02.361280+0000","last_undegraded":"2024-04-23T18:23:02.361280+0000","last_fullsized":"2024-04-23T18:23:02.361280+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:26:16.778540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"88'4","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357733+0000","last_change":"2024-04-23T18:21:02.436419+0000","last_active":"2024-04-23T18:23:02.357733+0000","last_peered":"2024-04-23T18:23:02.357733+0000","last_clean":"2024-04-23T18:23:02.357733+0000","last_became_active":"2024-04-23T18:21:02.436079+0000","last_became_peered":"2024-04-23T18:21:02.436079+0000","last_unstale":"2024-04-23T18:23:02.357733+0000","last_undegraded":"2024-04-23T18:23:02.357733+0000","last_fullsized":"2024-04-23T18:23:02.357733+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:11:49.884357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.443001+0000","last_change":"2024-04-23T18:21:02.449366+0000","last_active":"2024-04-23T18:23:02.443001+0000","last_peered":"2024-04-23T18:23:02.443001+0000","last_clean":"2024-04-23T18:23:02.443001+0000","last_became_active":"2024-04-23T18:21:02.448918+0000","last_became_peered":"2024-04-23T18:21:02.448918+0000","last_unstale":"2024-04-23T18:23:02.443001+0000","last_undegraded":"2024-04-23T18:23:02.443001+0000","last_fullsized":"2024-04-23T18:23:02.443001+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T06:02:38.910897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"88'15","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.111273+0000","last_change":"2024-04-23T18:21:02.448770+0000","last_active":"2024-04-23T18:23:02.111273+0000","last_peered":"2024-04-23T18:23:02.111273+0000","last_clean":"2024-04-23T18:23:02.111273+0000","last_became_active":"2024-04-23T18:21:02.448418+0000","last_became_peered":"2024-04-23T18:21:02.448418+0000","last_unstale":"2024-04-23T18:23:02.111273+0000","last_undegraded":"2024-04-23T18:23:02.111273+0000","last_fullsized":"2024-04-23T18:23:02.111273+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:43:16.400257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"88'2","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206644+0000","last_change":"2024-04-23T18:21:02.442768+0000","last_active":"2024-04-23T18:23:02.206644+0000","last_peered":"2024-04-23T18:23:02.206644+0000","last_clean":"2024-04-23T18:23:02.206644+0000","last_became_active":"2024-04-23T18:21:02.442396+0000","last_became_peered":"2024-04-23T18:21:02.442396+0000","last_unstale":"2024-04-23T18:23:02.206644+0000","last_undegraded":"2024-04-23T18:23:02.206644+0000","last_fullsized":"2024-04-23T18:23:02.206644+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T21:02:21.142179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"88'6","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.127894+0000","last_change":"2024-04-23T18:21:02.450699+0000","last_active":"2024-04-23T18:23:02.127894+0000","last_peered":"2024-04-23T18:23:02.127894+0000","last_clean":"2024-04-23T18:23:02.127894+0000","last_became_active":"2024-04-23T18:21:02.450357+0000","last_became_peered":"2024-04-23T18:21:02.450357+0000","last_unstale":"2024-04-23T18:23:02.127894+0000","last_undegraded":"2024-04-23T18:23:02.127894+0000","last_fullsized":"2024-04-23T18:23:02.127894+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T00:33:41.497123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.206437+0000","last_change":"2024-04-23T18:21:02.448407+0000","last_active":"2024-04-23T18:23:02.206437+0000","last_peered":"2024-04-23T18:23:02.206437+0000","last_clean":"2024-04-23T18:23:02.206437+0000","last_became_active":"2024-04-23T18:21:02.447296+0000","last_became_peered":"2024-04-23T18:21:02.447296+0000","last_unstale":"2024-04-23T18:23:02.206437+0000","last_undegraded":"2024-04-23T18:23:02.206437+0000","last_fullsized":"2024-04-23T18:23:02.206437+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:53:19.017898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"88'10","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357718+0000","last_change":"2024-04-23T18:21:02.441027+0000","last_active":"2024-04-23T18:23:02.357718+0000","last_peered":"2024-04-23T18:23:02.357718+0000","last_clean":"2024-04-23T18:23:02.357718+0000","last_became_active":"2024-04-23T18:21:02.439673+0000","last_became_peered":"2024-04-23T18:21:02.439673+0000","last_unstale":"2024-04-23T18:23:02.357718+0000","last_undegraded":"2024-04-23T18:23:02.357718+0000","last_fullsized":"2024-04-23T18:23:02.357718+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T20:31:37.105771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"88'11","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.357732+0000","last_change":"2024-04-23T18:21:02.440424+0000","last_active":"2024-04-23T18:23:02.357732+0000","last_peered":"2024-04-23T18:23:02.357732+0000","last_clean":"2024-04-23T18:23:02.357732+0000","last_became_active":"2024-04-23T18:21:02.440055+0000","last_became_peered":"2024-04-23T18:21:02.440055+0000","last_unstale":"2024-04-23T18:23:02.357732+0000","last_undegraded":"2024-04-23T18:23:02.357732+0000","last_fullsized":"2024-04-23T18:23:02.357732+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T01:56:24.432568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"88'8","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-04-23T18:23:02.442800+0000","last_change":"2024-04-23T18:21:02.453963+0000","last_active":"2024-04-23T18:23:02.442800+0000","last_peered":"2024-04-23T18:23:02.442800+0000","last_clean":"2024-04-23T18:23:02.442800+0000","last_became_active":"2024-04-23T18:21:02.453562+0000","last_became_peered":"2024-04-23T18:21:02.453562+0000","last_unstale":"2024-04-23T18:23:02.442800+0000","last_undegraded":"2024-04-23T18:23:02.442800+0000","last_fullsized":"2024-04-23T18:23:02.442800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-23T18:21:01.567741+0000","last_clean_scrub_stamp":"2024-04-23T18:21:01.567741+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-24T22:39:36.721895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":147456,"data_stored":1771104,"data_compressed":109230,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":599950,"num_objects":100,"num_object_clones":0,"num_object_copies":300,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":100,"num_whiteouts":0,"num_read":1272,"num_read_kb":753,"num_write":371,"num_write_kb":1463,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1685,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":737280,"data_stored":1996482,"data_compressed":90705,"data_compressed_allocated":122880,"data_compressed_original":1757184,"omap_allocated":0,"internal_metadata":0},"log_size":299,"ondisk_log_size":299,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":81,"seq":347892351012,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":470200,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":73,"seq":313532612649,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32308,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712844,"statfs":{"total":95995035648,"available":95961952256,"internally_reserved":0,"allocated":1146880,"data_stored":1258074,"data_compressed":53199,"data_compressed_allocated":69632,"data_compressed_original":745472,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":68,"seq":292057776176,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28016,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717136,"statfs":{"total":95995035648,"available":95966347264,"internally_reserved":0,"allocated":1019904,"data_stored":862674,"data_compressed":27833,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":60,"seq":257698037812,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28012,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717140,"statfs":{"total":95995035648,"available":95966351360,"internally_reserved":0,"allocated":1015808,"data_stored":863052,"data_compressed":27909,"data_compressed_allocated":36864,"data_compressed_original":417792,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":52,"seq":223338299449,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32192,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712960,"statfs":{"total":95995035648,"available":95962071040,"internally_reserved":0,"allocated":1036288,"data_stored":1063304,"data_compressed":45173,"data_compressed_allocated":57344,"data_compressed_original":614400,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462975,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":469874,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32208,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712944,"statfs":{"total":95995035648,"available":95962054656,"internally_reserved":0,"allocated":1052672,"data_stored":539031,"data_compressed":10633,"data_compressed_allocated":16384,"data_compressed_original":32768,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":999424,"data_stored":470514,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":526639,"data_compressed":7705,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149775,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1064960,"data_stored":1190448,"data_compressed":43254,"data_compressed_allocated":57344,"data_compressed_original":724992,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888136,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":978944,"data_stored":469427,"data_compressed":8763,"data_compressed_allocated":12288,"data_compressed_original":24576,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724611,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":1194164,"data_compressed":51329,"data_compressed_allocated":65536,"data_compressed_original":737280,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":36410,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":70695,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":68049,"data_compressed":1870,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":721878,"data_compressed":34491,"data_compressed_allocated":45056,"data_compressed_original":700416,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":135343,"data_compressed":6156,"data_compressed_allocated":8192,"data_compressed_original":122880,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4483,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":394716,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":394338,"data_compressed":19146,"data_compressed_allocated":24576,"data_compressed_original":393216,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":139264,"data_stored":200426,"data_compressed":8026,"data_compressed_allocated":12288,"data_compressed_original":131072,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-23T18:23:08.152 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:08.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- 172.21.15.55:0/84541022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 msgr2=0x7f5bdc103610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 --2- 172.21.15.55:0/84541022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc103610 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc009900 tx=0x7f5bcc02a480 comp rx=0 tx=0).stop 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- 172.21.15.55:0/84541022 shutdown_connections 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 --2- 172.21.15.55:0/84541022 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 0x7f5bdc10e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 --2- 172.21.15.55:0/84541022 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 0x7f5bdc10c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 --2- 172.21.15.55:0/84541022 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc103610 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- 172.21.15.55:0/84541022 >> 172.21.15.55:0/84541022 conn(0x7f5bdc077fb0 msgr2=0x7f5bdc0783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- 172.21.15.55:0/84541022 shutdown_connections 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- 172.21.15.55:0/84541022 wait complete. 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 Processor -- start 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.298+0000 7f5be255d640 1 -- start start 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 0x7f5bdc19e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 0x7f5bdc1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5bdc112310 con 0x7f5bdc103230 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5bdc112190 con 0x7f5bdc103b50 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be255d640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5bdc112490 con 0x7f5bdc10c570 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40462/0 (socket says 172.21.15.55:40462) 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 -- 172.21.15.55:0/3030962877 learned_addr learned my addr 172.21.15.55:0/3030962877 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdb7fe640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 0x7f5bdc19e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5be0afa640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 0x7f5bdc1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 -- 172.21.15.55:0/3030962877 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 msgr2=0x7f5bdc1985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 0x7f5bdc1985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 -- 172.21.15.55:0/3030962877 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 msgr2=0x7f5bdc19e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 0x7f5bdc19e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 -- 172.21.15.55:0/3030962877 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bdc198d30 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.299+0000 7f5bdbfff640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc005ab0 tx=0x7f5bcc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.300+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc03f030 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.300+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bdc198fc0 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.300+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5bcc003cd0 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.300+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc035070 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.300+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bdc1a52c0 con 0x7f5bdc103230 2024-04-23T18:23:08.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.301+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bdc0691c0 con 0x7f5bdc103230 2024-04-23T18:23:08.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.302+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f5bcc042030 con 0x7f5bdc103230 2024-04-23T18:23:08.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.302+0000 7f5bd97fa640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 0x7f5bc40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.302+0000 7f5bdb7fe640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 0x7f5bc40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.302+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f5bcc0f10e0 con 0x7f5bdc103230 2024-04-23T18:23:08.297 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.303+0000 7f5bdb7fe640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 0x7f5bc40a6270 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc10e290 tx=0x7f5bd000a2d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.306+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5bcc0bd620 con 0x7f5bdc103230 2024-04-23T18:23:08.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:08 smithi116 ceph-mon[32310]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:08 smithi116 ceph-mon[32310]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:08 smithi055 ceph-mon[29189]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:08 smithi055 ceph-mon[29189]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.501 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:08 smithi152 ceph-mon[33022]: from='client.15486 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.501 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:08 smithi152 ceph-mon[33022]: from='client.15492 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:08.526 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.533+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5bdc199ae0 con 0x7f5bdc103230 2024-04-23T18:23:08.527 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.534+0000 7f5bd97fa640 1 -- 172.21.15.55:0/3030962877 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7f5bcc0bcf20 con 0x7f5bdc103230 2024-04-23T18:23:08.527 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:08.527 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:08.528 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:08.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 msgr2=0x7f5bc40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 0x7f5bc40a6270 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc10e290 tx=0x7f5bd000a2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.529 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 msgr2=0x7f5bdc19e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc005ab0 tx=0x7f5bcc0042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 shutdown_connections 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5bc40a3db0 0x7f5bc40a6270 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5bdc10c570 0x7f5bdc1985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5bdc103b50 0x7f5bdc19e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 --2- 172.21.15.55:0/3030962877 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5bdc103230 0x7f5bdc19e400 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 >> 172.21.15.55:0/3030962877 conn(0x7f5bdc077fb0 msgr2=0x7f5bdc0fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 shutdown_connections 2024-04-23T18:23:08.530 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.536+0000 7f5be255d640 1 -- 172.21.15.55:0/3030962877 wait complete. 2024-04-23T18:23:08.542 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2802719167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348102190 msgr2=0x7fa348102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2802719167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348102190 0x7fa348102570 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fa338009900 tx=0x7fa33802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2802719167 shutdown_connections 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2802719167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348107260 0x7fa34810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2802719167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348102b40 0x7fa348106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.644 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2802719167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348102190 0x7fa348102570 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.645 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2802719167 >> 172.21.15.55:0/2802719167 conn(0x7fa348079310 msgr2=0x7fa348079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.645 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2802719167 shutdown_connections 2024-04-23T18:23:08.645 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.650+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2802719167 wait complete. 2024-04-23T18:23:08.645 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.651+0000 7fa34e0cf640 1 Processor -- start 2024-04-23T18:23:08.645 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.651+0000 7fa34e0cf640 1 -- start start 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.651+0000 7fa34e0cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348102190 0x7fa34819e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.651+0000 7fa34e0cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 0x7fa34819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.651+0000 7fa34e0cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa34e0cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa348112300 con 0x7fa348198640 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa34e0cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa348112180 con 0x7fa348107260 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa34e0cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa348112480 con 0x7fa348102190 2024-04-23T18:23:08.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40484/0 (socket says 172.21.15.55:40484) 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 -- 172.21.15.55:0/2676676116 learned_addr learned my addr 172.21.15.55:0/2676676116 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa3477fe640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348102190 0x7fa34819e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa346ffd640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 0x7fa34819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 -- 172.21.15.55:0/2676676116 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348102190 msgr2=0x7fa34819e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348102190 0x7fa34819e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 -- 172.21.15.55:0/2676676116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 msgr2=0x7fa34819eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 0x7fa34819eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 -- 172.21.15.55:0/2676676116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa348199240 con 0x7fa348198640 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa346ffd640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 0x7fa34819eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa347fff640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa34000eb10 tx=0x7fa34000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.648 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa340004b20 con 0x7fa348198640 2024-04-23T18:23:08.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3481a5320 con 0x7fa348198640 2024-04-23T18:23:08.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa340004cc0 con 0x7fa348198640 2024-04-23T18:23:08.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa340010720 con 0x7fa348198640 2024-04-23T18:23:08.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.652+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3481a5780 con 0x7fa348198640 2024-04-23T18:23:08.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.653+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa348103660 con 0x7fa348198640 2024-04-23T18:23:08.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.655+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fa340005020 con 0x7fa348198640 2024-04-23T18:23:08.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.655+0000 7fa344ff9640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 0x7fa3300a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.655+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa3400d0ef0 con 0x7fa348198640 2024-04-23T18:23:08.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.655+0000 7fa3477fe640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 0x7fa3300a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.656+0000 7fa3477fe640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 0x7fa3300a6270 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa338009230 tx=0x7fa3380058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.653 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.660+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fa34009d430 con 0x7fa348198640 2024-04-23T18:23:08.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.847+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa348199b70 con 0x7fa348198640 2024-04-23T18:23:08.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.849+0000 7fa344ff9640 1 -- 172.21.15.55:0/2676676116 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+23025 (secure 0 0 0) 0x7fa34009cd30 con 0x7fa348198640 2024-04-23T18:23:08.842 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:08.842 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":89,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:23:02.103557+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:08.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 msgr2=0x7fa3300a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 0x7fa3300a6270 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa338009230 tx=0x7fa3380058d0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 msgr2=0x7fa348198ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fa34000eb10 tx=0x7fa34000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 shutdown_connections 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3300a3db0 0x7fa3300a6270 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa348198640 0x7fa348198ac0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa348107260 0x7fa34819eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 --2- 172.21.15.55:0/2676676116 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa348102190 0x7fa34819e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 >> 172.21.15.55:0/2676676116 conn(0x7fa348079310 msgr2=0x7fa348100100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 shutdown_connections 2024-04-23T18:23:08.845 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.851+0000 7fa34e0cf640 1 -- 172.21.15.55:0/2676676116 wait complete. 2024-04-23T18:23:08.856 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:23:08.856 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.968+0000 7f20d607c640 1 -- 172.21.15.55:0/1601712790 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0107270 msgr2=0x7f20d010ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.968+0000 7f20d607c640 1 --2- 172.21.15.55:0/1601712790 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0107270 0x7f20d010ee40 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f20c8009ca0 tx=0x7f20c802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.968+0000 7f20d607c640 1 -- 172.21.15.55:0/1601712790 shutdown_connections 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.968+0000 7f20d607c640 1 --2- 172.21.15.55:0/1601712790 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006b1f0 0x7f20d0106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 --2- 172.21.15.55:0/1601712790 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0107270 0x7f20d010ee40 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 --2- 172.21.15.55:0/1601712790 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d006a840 0x7f20d006ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 -- 172.21.15.55:0/1601712790 >> 172.21.15.55:0/1601712790 conn(0x7f20d0077eb0 msgr2=0x7f20d00782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 -- 172.21.15.55:0/1601712790 shutdown_connections 2024-04-23T18:23:08.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 -- 172.21.15.55:0/1601712790 wait complete. 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 Processor -- start 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 -- start start 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006a840 0x7f20d0100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.969+0000 7f20d607c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 0x7f20d01013c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f20d0112340 con 0x7f20d0101900 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f20d01121c0 con 0x7f20d0107270 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f20d01124c0 con 0x7f20d006a840 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40512/0 (socket says 172.21.15.55:40512) 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 -- 172.21.15.55:0/2664264745 learned_addr learned my addr 172.21.15.55:0/2664264745 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cf7fe640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006a840 0x7f20d0100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20ceffd640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 0x7f20d01013c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 -- 172.21.15.55:0/2664264745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006a840 msgr2=0x7f20d0100e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006a840 0x7f20d0100e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 -- 172.21.15.55:0/2664264745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 msgr2=0x7f20d01013c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 0x7f20d01013c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 -- 172.21.15.55:0/2664264745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20d01a7070 con 0x7f20d0101900 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20ceffd640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 0x7f20d01013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20cffff640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f20c8033040 tx=0x7f20c8003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c8031650 con 0x7f20d0101900 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f20c80317f0 con 0x7f20d0101900 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20c802fa40 con 0x7f20d0101900 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20d01a7300 con 0x7f20d0101900 2024-04-23T18:23:08.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.970+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20d01a7850 con 0x7f20d0101900 2024-04-23T18:23:08.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.971+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20d00691c0 con 0x7f20d0101900 2024-04-23T18:23:08.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.972+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f20c802fc40 con 0x7f20d0101900 2024-04-23T18:23:08.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.973+0000 7f20ccff9640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 0x7f20b80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:08.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.973+0000 7f20cf7fe640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 0x7f20b80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:08.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.973+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f20c80f1d50 con 0x7f20d0101900 2024-04-23T18:23:08.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.974+0000 7f20cf7fe640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 0x7f20b80a62a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f20c000bbe0 tx=0x7f20c000b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:08.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:08.977+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f20c80be340 con 0x7f20d0101900 2024-04-23T18:23:09.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.163+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f20d006b1f0 con 0x7f20d0101900 2024-04-23T18:23:09.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.164+0000 7f20ccff9640 1 -- 172.21.15.55:0/2664264745 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) ==== 93+0+10 (secure 0 0 0) 0x7f20c80bdc40 con 0x7f20d0101900 2024-04-23T18:23:09.157 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 msgr2=0x7f20b80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 0x7f20b80a62a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f20c000bbe0 tx=0x7f20c000b390 comp rx=0 tx=0).stop 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 msgr2=0x7f20d01a6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f20c8033040 tx=0x7f20c8003ce0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 shutdown_connections 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f20b80a3de0 0x7f20b80a62a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f20d0101900 0x7f20d01a6970 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f20d0107270 0x7f20d01013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 --2- 172.21.15.55:0/2664264745 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f20d006a840 0x7f20d0100e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 >> 172.21.15.55:0/2664264745 conn(0x7f20d0077eb0 msgr2=0x7f20d00fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 shutdown_connections 2024-04-23T18:23:09.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.166+0000 7f20d607c640 1 -- 172.21.15.55:0/2664264745 wait complete. 2024-04-23T18:23:09.170 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 -- 172.21.15.55:0/958453339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c104960 msgr2=0x7f849c104de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 --2- 172.21.15.55:0/958453339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c104960 0x7f849c104de0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f8494009ca0 tx=0x7f849402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 -- 172.21.15.55:0/958453339 shutdown_connections 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 --2- 172.21.15.55:0/958453339 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c104960 0x7f849c104de0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 --2- 172.21.15.55:0/958453339 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c06ab30 0x7f849c06af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 --2- 172.21.15.55:0/958453339 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c06a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 -- 172.21.15.55:0/958453339 >> 172.21.15.55:0/958453339 conn(0x7f849c077c40 msgr2=0x7f849c078050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 -- 172.21.15.55:0/958453339 shutdown_connections 2024-04-23T18:23:09.278 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.282+0000 7f84a407c640 1 -- 172.21.15.55:0/958453339 wait complete. 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 Processor -- start 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 -- start start 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 0x7f849c1a4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c19ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f849c118800 con 0x7f849c06ab30 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f849c118680 con 0x7f849c104960 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a407c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f849c118980 con 0x7f849c106ed0 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40530/0 (socket says 172.21.15.55:40530) 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 -- 172.21.15.55:0/1101207638 learned_addr learned my addr 172.21.15.55:0/1101207638 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:09.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a2619640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c19ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1617640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 0x7f849c1a4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 -- 172.21.15.55:0/1101207638 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 msgr2=0x7f849c19ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c19ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 -- 172.21.15.55:0/1101207638 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 msgr2=0x7f849c1a4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 0x7f849c1a4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1e18640 1 -- 172.21.15.55:0/1101207638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f849c19f180 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a1617640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 0x7f849c1a4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.283+0000 7f84a2619640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c19ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f84a1e18640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f849800ea60 tx=0x7f849800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849800cde0 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f84980035f0 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f849c19f470 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8498010690 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.284+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f849c1ab710 con 0x7f849c06ab30 2024-04-23T18:23:09.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.285+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f849c0691c0 con 0x7f849c06ab30 2024-04-23T18:23:09.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.286+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f84980037a0 con 0x7f849c06ab30 2024-04-23T18:23:09.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.287+0000 7f8492ffd640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 0x7f84880a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.287+0000 7f84a1617640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 0x7f84880a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.282 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.287+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f84980d0db0 con 0x7f849c06ab30 2024-04-23T18:23:09.282 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.287+0000 7f84a1617640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 0x7f84880a6270 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f849c078300 tx=0x7f848c005e50 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.291+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f849809d2f0 con 0x7f849c06ab30 2024-04-23T18:23:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:09 smithi116 ceph-mon[32310]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-23T18:23:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:09 smithi116 ceph-mon[32310]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:09 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3030962877' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:09 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2676676116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.472 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.479+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f849c1aba70 con 0x7f849c06ab30 2024-04-23T18:23:09.473 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.480+0000 7f8492ffd640 1 -- 172.21.15.55:0/1101207638 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) ==== 104+0+11 (secure 0 0 0) 0x7f849809cbf0 con 0x7f849c06ab30 2024-04-23T18:23:09.473 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 msgr2=0x7f84880a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 0x7f84880a6270 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f849c078300 tx=0x7f848c005e50 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 msgr2=0x7f849c1a4850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f849800ea60 tx=0x7f849800ef20 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 shutdown_connections 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f84880a3db0 0x7f84880a6270 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f849c106ed0 0x7f849c19ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f849c104960 0x7f849c1a4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 --2- 172.21.15.55:0/1101207638 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f849c06ab30 0x7f849c1a4850 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 >> 172.21.15.55:0/1101207638 conn(0x7f849c077c40 msgr2=0x7f849c103670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 shutdown_connections 2024-04-23T18:23:09.475 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.482+0000 7f84a407c640 1 -- 172.21.15.55:0/1101207638 wait complete. 2024-04-23T18:23:09.485 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:09 smithi055 ceph-mon[29189]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-23T18:23:09.485 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:09 smithi055 ceph-mon[29189]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:09.485 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:09 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3030962877' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.485 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:09 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2676676116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.486 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:23:09.594 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 -- 172.21.15.55:0/1474654558 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8101090 msgr2=0x7f8bf8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 --2- 172.21.15.55:0/1474654558 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8101090 0x7f8bf8101470 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4009860 tx=0x7f8bf402a340 comp rx=0 tx=0).stop 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 -- 172.21.15.55:0/1474654558 shutdown_connections 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 --2- 172.21.15.55:0/1474654558 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf8106160 0x7f8bf810dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 --2- 172.21.15.55:0/1474654558 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101a40 0x7f8bf8105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 --2- 172.21.15.55:0/1474654558 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8101090 0x7f8bf8101470 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 -- 172.21.15.55:0/1474654558 >> 172.21.15.55:0/1474654558 conn(0x7f8bf8077f50 msgr2=0x7f8bf8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 -- 172.21.15.55:0/1474654558 shutdown_connections 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.599+0000 7f8bffe35640 1 -- 172.21.15.55:0/1474654558 wait complete. 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 Processor -- start 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 -- start start 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf81035a0 0x7f8bf81a6a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf81111e0 con 0x7f8bf8101090 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf8111060 con 0x7f8bf81035a0 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bffe35640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8bf8111360 con 0x7f8bf8106160 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfdbd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfd3d0640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfd3d0640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:51628/0 (socket says 172.21.15.55:51628) 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfd3d0640 1 -- 172.21.15.55:0/2436807815 learned_addr learned my addr 172.21.15.55:0/2436807815 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfdbd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:40560/0 (socket says 172.21.15.55:40560) 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.600+0000 7f8bfe3d2640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf81035a0 0x7f8bf81a6a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 -- 172.21.15.55:0/2436807815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 msgr2=0x7f8bf8103060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 -- 172.21.15.55:0/2436807815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf81035a0 msgr2=0x7f8bf81a6a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf81035a0 0x7f8bf81a6a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 -- 172.21.15.55:0/2436807815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bf81a70d0 con 0x7f8bf8101090 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfd3d0640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bfdbd1640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4035040 tx=0x7f8bf402aeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf403f020 con 0x7f8bf8101090 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8bf4033dd0 con 0x7f8bf8101090 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bf81a7360 con 0x7f8bf8101090 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bf4037040 con 0x7f8bf8101090 2024-04-23T18:23:09.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.601+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bf81a7850 con 0x7f8bf8101090 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.602+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bf8068d70 con 0x7f8bf8101090 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.603+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f8bf4042020 con 0x7f8bf8101090 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.604+0000 7f8beeffd640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 0x7f8be40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.604+0000 7f8bfd3d0640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 0x7f8be40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.604+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f8bf40f09c0 con 0x7f8bf8101090 2024-04-23T18:23:09.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.604+0000 7f8bfd3d0640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 0x7f8be40a6270 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8104510 tx=0x7f8be8009260 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:09 smithi152 ceph-mon[33022]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-04-23T18:23:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:09 smithi152 ceph-mon[33022]: from='client.15498 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-23T18:23:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:09 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3030962877' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:09 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2676676116' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:09.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.607+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8bf4049020 con 0x7f8bf8101090 2024-04-23T18:23:09.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.794+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f8bf8101a40 con 0x7f8bf8101090 2024-04-23T18:23:09.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.794+0000 7f8beeffd640 1 -- 172.21.15.55:0/2436807815 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) ==== 100+0+11 (secure 0 0 0) 0x7f8bf40bd010 con 0x7f8bf8101090 2024-04-23T18:23:09.787 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:23:09.789 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 msgr2=0x7f8be40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 0x7f8be40a6270 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f8bf8104510 tx=0x7f8be8009260 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 msgr2=0x7f8bf8102b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f8bf4035040 tx=0x7f8bf402aeb0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 shutdown_connections 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8be40a3db0 0x7f8be40a6270 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8bf8106160 0x7f8bf8103060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8bf81035a0 0x7f8bf81a6a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 --2- 172.21.15.55:0/2436807815 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8bf8101090 0x7f8bf8102b20 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 >> 172.21.15.55:0/2436807815 conn(0x7f8bf8077f50 msgr2=0x7f8bf8104e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 shutdown_connections 2024-04-23T18:23:09.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.796+0000 7f8bffe35640 1 -- 172.21.15.55:0/2436807815 wait complete. 2024-04-23T18:23:09.800 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 -- 172.21.15.55:0/648467692 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb010e8e0 msgr2=0x7fddb0110cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 --2- 172.21.15.55:0/648467692 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb010e8e0 0x7fddb0110cd0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fdda8009ca0 tx=0x7fdda802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 -- 172.21.15.55:0/648467692 shutdown_connections 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 --2- 172.21.15.55:0/648467692 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb010e8e0 0x7fddb0110cd0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 --2- 172.21.15.55:0/648467692 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fddb0101650 0x7fddb010e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 --2- 172.21.15.55:0/648467692 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb0101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 -- 172.21.15.55:0/648467692 >> 172.21.15.55:0/648467692 conn(0x7fddb00771d0 msgr2=0x7fddb00775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 -- 172.21.15.55:0/648467692 shutdown_connections 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.909+0000 7fddb57f7640 1 -- 172.21.15.55:0/648467692 wait complete. 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 Processor -- start 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 -- start start 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb01a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.905 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fddb010e8e0 0x7fddb019a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0114510 con 0x7fddb0101650 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0114390 con 0x7fddb010e8e0 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.910+0000 7fddb57f7640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0114690 con 0x7fddb0100d30 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57608/0 (socket says 172.21.15.55:57608) 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 -- 172.21.15.55:0/171613167 learned_addr learned my addr 172.21.15.55:0/171613167 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddaeffd640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb01a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 -- 172.21.15.55:0/171613167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 msgr2=0x7fddb01a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb01a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 -- 172.21.15.55:0/171613167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fddb010e8e0 msgr2=0x7fddb019a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:09.906 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fddb010e8e0 0x7fddb019a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 -- 172.21.15.55:0/171613167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb019b070 con 0x7fddb0101650 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddaeffd640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddae7fc640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdda400d950 tx=0x7fdda400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda4017070 con 0x7fddb0101650 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddb019b360 con 0x7fddb0101650 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fdda4009c30 con 0x7fddb0101650 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda400f6b0 con 0x7fddb0101650 2024-04-23T18:23:09.907 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.911+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddb01a7620 con 0x7fddb0101650 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.912+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddb0069e00 con 0x7fddb0101650 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.913+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fdda40109c0 con 0x7fddb0101650 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.914+0000 7fdd97fff640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 0x7fdd980a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.914+0000 7fddaeffd640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 0x7fdd980a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.914+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fdda40d0630 con 0x7fddb0101650 2024-04-23T18:23:09.908 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.914+0000 7fddaeffd640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 0x7fdd980a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdda000baa0 tx=0x7fdda0005d90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:09.911 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:09.919+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fdda4009de0 con 0x7fddb0101650 2024-04-23T18:23:10.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.151+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fddb0109a70 con 0x7fddb0101650 2024-04-23T18:23:10.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.152+0000 7fdd97fff640 1 -- 172.21.15.55:0/171613167 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7fdda409cb10 con 0x7fddb0101650 2024-04-23T18:23:10.145 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:10.145 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:10.145 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:10.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 msgr2=0x7fdd980a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 0x7fdd980a6270 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fdda000baa0 tx=0x7fdda0005d90 comp rx=0 tx=0).stop 2024-04-23T18:23:10.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 msgr2=0x7fddb01a0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fdda400d950 tx=0x7fdda400de10 comp rx=0 tx=0).stop 2024-04-23T18:23:10.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 shutdown_connections 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fdd980a3db0 0x7fdd980a6270 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fddb010e8e0 0x7fddb019a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fddb0101650 0x7fddb01a0be0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 --2- 172.21.15.55:0/171613167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fddb0100d30 0x7fddb01a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 >> 172.21.15.55:0/171613167 conn(0x7fddb00771d0 msgr2=0x7fddb010fd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 shutdown_connections 2024-04-23T18:23:10.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.154+0000 7fddb57f7640 1 -- 172.21.15.55:0/171613167 wait complete. 2024-04-23T18:23:10.158 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 -- 172.21.15.55:0/4263936271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 msgr2=0x7f54ac10dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 --2- 172.21.15.55:0/4263936271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac10dd60 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f54a4009ca0 tx=0x7f54a402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 -- 172.21.15.55:0/4263936271 shutdown_connections 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 --2- 172.21.15.55:0/4263936271 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac10dd60 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 --2- 172.21.15.55:0/4263936271 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101ac0 0x7f54ac105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 --2- 172.21.15.55:0/4263936271 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac101110 0x7f54ac1014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 -- 172.21.15.55:0/4263936271 >> 172.21.15.55:0/4263936271 conn(0x7f54ac077fb0 msgr2=0x7f54ac0783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 -- 172.21.15.55:0/4263936271 shutdown_connections 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.267+0000 7f54b13f7640 1 -- 172.21.15.55:0/4263936271 wait complete. 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 Processor -- start 2024-04-23T18:23:10.263 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 -- start start 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101110 0x7f54ac199690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 0x7f54ac1a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac111230 con 0x7f54ac106190 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac1110b0 con 0x7f54ac101110 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54b13f7640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f54ac1113b0 con 0x7f54ac19a110 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54aa7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54aa7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57624/0 (socket says 172.21.15.55:57624) 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54aa7fc640 1 -- 172.21.15.55:0/1242976985 learned_addr learned my addr 172.21.15.55:0/1242976985 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54aaffd640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101110 0x7f54ac199690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.268+0000 7f54ab7fe640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 0x7f54ac1a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 -- 172.21.15.55:0/1242976985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 msgr2=0x7f54ac1a4710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 0x7f54ac1a4710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 -- 172.21.15.55:0/1242976985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101110 msgr2=0x7f54ac199690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101110 0x7f54ac199690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 -- 172.21.15.55:0/1242976985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54ac1a4e90 con 0x7f54ac106190 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54ab7fe640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 0x7f54ac1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54aa7fc640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f54a000e9c0 tx=0x7f54a000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a000cd80 con 0x7f54ac106190 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54ac1a5180 con 0x7f54ac106190 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f54a00054f0 con 0x7f54ac106190 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a0018630 con 0x7f54ac106190 2024-04-23T18:23:10.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.269+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54ac1a5720 con 0x7f54ac106190 2024-04-23T18:23:10.266 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.270+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54ac0691c0 con 0x7f54ac106190 2024-04-23T18:23:10.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.271+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f54a00046c0 con 0x7f54ac106190 2024-04-23T18:23:10.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.272+0000 7f5493fff640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 0x7f54940a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.272+0000 7f54aaffd640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 0x7f54940a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.272+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f54a00d0ee0 con 0x7f54ac106190 2024-04-23T18:23:10.267 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.272+0000 7f54aaffd640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 0x7f54940a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f549c005fd0 tx=0x7f549c00b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.276+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f54a009d3c0 con 0x7f54ac106190 2024-04-23T18:23:10.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:10 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2664264745' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:10 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1101207638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:10 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2436807815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.461 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.468+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54ac109420 con 0x7f54ac106190 2024-04-23T18:23:10.463 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.470+0000 7f5493fff640 1 -- 172.21.15.55:0/1242976985 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) ==== 74+0+23025 (secure 0 0 0) 0x7f54a009ccc0 con 0x7f54ac106190 2024-04-23T18:23:10.463 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:10.463 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":89,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:23:02.103557+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 msgr2=0x7f54940a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 0x7f54940a6270 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f549c005fd0 tx=0x7f549c00b390 comp rx=0 tx=0).stop 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 msgr2=0x7f54ac199bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f54a000e9c0 tx=0x7f54a000ee80 comp rx=0 tx=0).stop 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 shutdown_connections 2024-04-23T18:23:10.465 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f54940a3db0 0x7f54940a6270 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f54ac19a110 0x7f54ac1a4710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f54ac106190 0x7f54ac199bd0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 --2- 172.21.15.55:0/1242976985 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f54ac101110 0x7f54ac199690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 >> 172.21.15.55:0/1242976985 conn(0x7f54ac077fb0 msgr2=0x7f54ac0fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 shutdown_connections 2024-04-23T18:23:10.466 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.472+0000 7f54b13f7640 1 -- 172.21.15.55:0/1242976985 wait complete. 2024-04-23T18:23:10.475 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2664264745' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.475 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1101207638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.475 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:10 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2436807815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.477 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with random seed 498029 2024-04-23T18:23:10.477 DEBUG:tasks.quiescer:Yielding 2024-04-23T18:23:10.477 INFO:teuthology.run_tasks:Running task workunit... 2024-04-23T18:23:10.491 INFO:tasks.workunit:Pulling workunits from ref 57e0caf76fdb7ab8b1358588f292d08519163844 2024-04-23T18:23:10.491 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-23T18:23:10.491 INFO:tasks.workunit:timeout=3h 2024-04-23T18:23:10.492 INFO:tasks.workunit:cleanup=True 2024-04-23T18:23:10.492 DEBUG:teuthology.orchestra.run.smithi055:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:10.492 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:10.508 INFO:teuthology.orchestra.run.smithi055.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:10.508 INFO:teuthology.orchestra.run.smithi055.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-04-23T18:23:10.508 INFO:teuthology.orchestra.run.smithi055.stdout:Device: 73h/115d Inode: 1099511628283 Links: 2 2024-04-23T18:23:10.508 INFO:teuthology.orchestra.run.smithi055.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-23T18:23:10.508 INFO:teuthology.orchestra.run.smithi055.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-04-23T18:23:10.509 INFO:teuthology.orchestra.run.smithi055.stdout:Access: 2024-04-23 18:21:09.176958146 +0000 2024-04-23T18:23:10.509 INFO:teuthology.orchestra.run.smithi055.stdout:Modify: 2024-04-23 18:21:09.176958146 +0000 2024-04-23T18:23:10.509 INFO:teuthology.orchestra.run.smithi055.stdout:Change: 2024-04-23 18:22:59.740276545 +0000 2024-04-23T18:23:10.509 INFO:teuthology.orchestra.run.smithi055.stdout: Birth: 2024-04-23 18:21:09.176958146 +0000 2024-04-23T18:23:10.509 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-04-23T18:23:10.509 DEBUG:teuthology.orchestra.run.smithi055:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-04-23T18:23:10.582 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 57e0caf76fdb7ab8b1358588f292d08519163844 2024-04-23T18:23:10.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 -- 172.21.15.55:0/3264348613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a3410c570 msgr2=0x7f1a3410e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 --2- 172.21.15.55:0/3264348613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a3410c570 0x7f1a3410e9e0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c009ca0 tx=0x7f1a2c02a950 comp rx=0 tx=0).stop 2024-04-23T18:23:10.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 -- 172.21.15.55:0/3264348613 shutdown_connections 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 --2- 172.21.15.55:0/3264348613 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a3410c570 0x7f1a3410e9e0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 --2- 172.21.15.55:0/3264348613 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 0x7f1a3410c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 --2- 172.21.15.55:0/3264348613 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a34103230 0x7f1a34103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 -- 172.21.15.55:0/3264348613 >> 172.21.15.55:0/3264348613 conn(0x7f1a34077fb0 msgr2=0x7f1a340783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 -- 172.21.15.55:0/3264348613 shutdown_connections 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.603+0000 7f1a3a130640 1 -- 172.21.15.55:0/3264348613 wait complete. 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 Processor -- start 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 -- start start 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 0x7f1a341013c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a3410c570 0x7f1a34101900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1a34112360 con 0x7f1a34103230 2024-04-23T18:23:10.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341121e0 con 0x7f1a34103b50 2024-04-23T18:23:10.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a3a130640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1a341124e0 con 0x7f1a3410c570 2024-04-23T18:23:10.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57642/0 (socket says 172.21.15.55:57642) 2024-04-23T18:23:10.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 -- 172.21.15.55:0/4185752509 learned_addr learned my addr 172.21.15.55:0/4185752509 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a33fff640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a3410c570 0x7f1a34101900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a32ffd640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 0x7f1a341013c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 -- 172.21.15.55:0/4185752509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a3410c570 msgr2=0x7f1a34101900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a3410c570 0x7f1a34101900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 -- 172.21.15.55:0/4185752509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 msgr2=0x7f1a341013c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 0x7f1a341013c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.604+0000 7f1a337fe640 1 -- 172.21.15.55:0/4185752509 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a341a6c80 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a337fe640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400d950 tx=0x7f1a2400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24017030 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1a24004020 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a341a6f70 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a240047a0 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.605+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a341a7430 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.606+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a340691c0 con 0x7f1a34103230 2024-04-23T18:23:10.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.607+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f1a240041d0 con 0x7f1a34103230 2024-04-23T18:23:10.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:10 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2664264745' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:10 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1101207638' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:10 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2436807815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:23:10.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.608+0000 7f1a30ff9640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 0x7f1a1c0a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.608+0000 7f1a32ffd640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 0x7f1a1c0a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.608+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f1a240d0a30 con 0x7f1a34103230 2024-04-23T18:23:10.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.608+0000 7f1a32ffd640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 0x7f1a1c0a6270 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1a28005d90 tx=0x7f1a28005d20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.612+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1a2409cf70 con 0x7f1a34103230 2024-04-23T18:23:10.612 INFO:tasks.workunit.client.0.smithi055.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-23T18:23:10.836 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.843+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a341023b0 con 0x7f1a34103230 2024-04-23T18:23:10.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.844+0000 7f1a30ff9640 1 -- 172.21.15.55:0/4185752509 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7f1a2409c870 con 0x7f1a34103230 2024-04-23T18:23:10.837 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:10.837 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:10.837 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 msgr2=0x7f1a1c0a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 0x7f1a1c0a6270 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f1a28005d90 tx=0x7f1a28005d20 comp rx=0 tx=0).stop 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 msgr2=0x7f1a34100e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400d950 tx=0x7f1a2400de10 comp rx=0 tx=0).stop 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 shutdown_connections 2024-04-23T18:23:10.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1a1c0a3db0 0x7f1a1c0a6270 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1a3410c570 0x7f1a34101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1a34103b50 0x7f1a341013c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 --2- 172.21.15.55:0/4185752509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1a34103230 0x7f1a34100e80 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 >> 172.21.15.55:0/4185752509 conn(0x7f1a34077fb0 msgr2=0x7f1a340fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 shutdown_connections 2024-04-23T18:23:10.840 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:10.846+0000 7f1a3a130640 1 -- 172.21.15.55:0/4185752509 wait complete. 2024-04-23T18:23:10.851 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 306, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': True}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-04-23T18:21:01.945302+0000', 'modified': '2024-04-23T18:23:00.486807+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24536, 'mds_1': 24503, 'mds_2': 24461, 'mds_3': 24451, 'mds_4': 24425}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14604': {'gid': 14604, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6839/2499827862', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6838', 'nonce': 2499827862}, {'type': 'v1', 'addr': '172.21.15.55:6839', 'nonce': 2499827862}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14616': {'gid': 14616, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.55:6841/1921578308', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.55:6840', 'nonce': 1921578308}, {'type': 'v1', 'addr': '172.21.15.55:6841', 'nonce': 1921578308}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24400': {'gid': 24400, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6833/3145474593', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6832', 'nonce': 3145474593}, {'type': 'v1', 'addr': '172.21.15.152:6833', 'nonce': 3145474593}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24425': {'gid': 24425, 'name': 'k', 'rank': 4, 'incarnation': 24, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.116:6833/2328903418', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6832', 'nonce': 2328903418}, {'type': 'v1', 'addr': '172.21.15.116:6833', 'nonce': 2328903418}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 3, 'incarnation': 22, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.152:6835/158861674', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6834', 'nonce': 158861674}, {'type': 'v1', 'addr': '172.21.15.152:6835', 'nonce': 158861674}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24461': {'gid': 24461, 'name': 'e', 'rank': 2, 'incarnation': 20, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.116:6835/1984799755', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6834', 'nonce': 1984799755}, {'type': 'v1', 'addr': '172.21.15.116:6835', 'nonce': 1984799755}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24463': {'gid': 24463, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6837/2253114600', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6836', 'nonce': 2253114600}, {'type': 'v1', 'addr': '172.21.15.152:6837', 'nonce': 2253114600}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24484': {'gid': 24484, 'name': 'i', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.152:6839/1208669244', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.152:6838', 'nonce': 1208669244}, {'type': 'v1', 'addr': '172.21.15.152:6839', 'nonce': 1208669244}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24503': {'gid': 24503, 'name': 'h', 'rank': 1, 'incarnation': 18, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.116:6837/1043086347', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6836', 'nonce': 1043086347}, {'type': 'v1', 'addr': '172.21.15.116:6837', 'nonce': 1043086347}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24536': {'gid': 24536, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.116:6839/3023801911', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.116:6838', 'nonce': 3023801911}, {'type': 'v1', 'addr': '172.21.15.116:6839', 'nonce': 3023801911}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24536, 'qdb_cluster': [24425, 24451, 24536, 24503, 24461]} 2024-04-23T18:23:10.851 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-04-23T18:23:10.851 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.k status 2024-04-23T18:23:10.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 -- 172.21.15.55:0/3160554854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 msgr2=0x7faa301068d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 --2- 172.21.15.55:0/3160554854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301068d0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7faa28009cd0 tx=0x7faa2802a960 comp rx=0 tx=0).stop 2024-04-23T18:23:10.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 -- 172.21.15.55:0/3160554854 shutdown_connections 2024-04-23T18:23:10.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 --2- 172.21.15.55:0/3160554854 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101940 0x7faa30105e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 --2- 172.21.15.55:0/3160554854 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301068d0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 --2- 172.21.15.55:0/3160554854 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101020 0x7faa30101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 -- 172.21.15.55:0/3160554854 >> 172.21.15.55:0/3160554854 conn(0x7faa30077f80 msgr2=0x7faa30078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 -- 172.21.15.55:0/3160554854 shutdown_connections 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.002+0000 7faa37ffe640 1 -- 172.21.15.55:0/3160554854 wait complete. 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 Processor -- start 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 -- start start 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101020 0x7faa3019ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101940 0x7faa3019f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7faa301189b0 con 0x7faa30106420 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7faa30118830 con 0x7faa30101940 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa37ffe640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7faa30118b30 con 0x7faa30101020 2024-04-23T18:23:10.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57666/0 (socket says 172.21.15.55:57666) 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 -- 172.21.15.55:0/1561013647 learned_addr learned my addr 172.21.15.55:0/1561013647 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa35599640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101940 0x7faa3019f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa35d9a640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101020 0x7faa3019ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 -- 172.21.15.55:0/1561013647 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101020 msgr2=0x7faa3019ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101020 0x7faa3019ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 -- 172.21.15.55:0/1561013647 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101940 msgr2=0x7faa3019f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101940 0x7faa3019f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.003+0000 7faa3659b640 1 -- 172.21.15.55:0/1561013647 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa301a3f00 con 0x7faa30106420 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa3659b640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7faa28005cc0 tx=0x7faa28003c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa26ffd640 1 -- 172.21.15.55:0/1561013647 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28047070 con 0x7faa30106420 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa26ffd640 1 -- 172.21.15.55:0/1561013647 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa28030a30 con 0x7faa30106420 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa26ffd640 1 -- 172.21.15.55:0/1561013647 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28034070 con 0x7faa30106420 2024-04-23T18:23:10.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa301a4190 con 0x7faa30106420 2024-04-23T18:23:11.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.004+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa301aba80 con 0x7faa30106420 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.006+0000 7faa26ffd640 1 -- 172.21.15.55:0/1561013647 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7faa2804a070 con 0x7faa30106420 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.006+0000 7faa3adec740 1 Processor -- start 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.006+0000 7faa3adec740 1 -- start start 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035a9190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.006 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035b3dd0 0x5618035b6220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56180350ec50 con 0x5618035a9760 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5618034ab830 con 0x5618035a8db0 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3adec740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56180350ac10 con 0x5618035b3dd0 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57670/0 (socket says 172.21.15.55:57670) 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 -- 172.21.15.55:0/2309425714 learned_addr learned my addr 172.21.15.55:0/2309425714 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35599640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035a9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa26ffd640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 0x7faa1c0a62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35599640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035b3dd0 0x5618035b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 -- 172.21.15.55:0/2309425714 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035b3dd0 msgr2=0x5618035b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035b3dd0 0x5618035b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 -- 172.21.15.55:0/2309425714 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 msgr2=0x5618035a9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035a9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 -- 172.21.15.55:0/2309425714 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618032212d0 con 0x5618035a9760 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35599640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035a9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa3659b640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 0x7faa1c0a62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009c80 tx=0x7faa2c0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7195cdfefdb8c577 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa26ffd640 1 -- 172.21.15.55:0/1561013647 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7faa280f1240 con 0x7faa30106420 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.007+0000 7faa1bfff640 1 -- 172.21.15.55:0/2309425714 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c012450 con 0x5618035a9760 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa1bfff640 1 -- 172.21.15.55:0/2309425714 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa2c012ac0 con 0x5618035a9760 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa1bfff640 1 -- 172.21.15.55:0/2309425714 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2c00fb30 con 0x5618035a9760 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 -- 172.21.15.55:0/2309425714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 msgr2=0x5618035b3800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3659b640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 0x7faa1c0a62f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa280ee940 tx=0x7faa2808fb70 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009c80 tx=0x7faa2c0117b0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 -- 172.21.15.55:0/2309425714 shutdown_connections 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035b3dd0 0x5618035b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a9760 0x5618035b3800 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 --2- 172.21.15.55:0/2309425714 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035a9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 -- 172.21.15.55:0/2309425714 >> 172.21.15.55:0/2309425714 conn(0x5618035a5070 msgr2=0x5618035a5450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 -- 172.21.15.55:0/2309425714 shutdown_connections 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.008+0000 7faa3adec740 1 -- 172.21.15.55:0/2309425714 wait complete. 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 -- start start 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 Processor -- start 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a8db0 0x5618035b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035b11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5618035b6d40 con 0x5618035b3dd0 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5618034a9470 con 0x5618035a9760 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5618035b6ec0 con 0x5618035a8db0 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa3adec740 10 client.0 _ll_register_callbacks cb 0x5618034cef30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57678/0 (socket says 172.21.15.55:57678) 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35599640 1 -- 172.21.15.55:0/957023291 learned_addr learned my addr 172.21.15.55:0/957023291 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35d9a640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035b11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35599640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a8db0 0x5618035b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.009+0000 7faa35599640 1 -- 172.21.15.55:0/957023291 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a8db0 msgr2=0x5618035b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35599640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a8db0 0x5618035b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35599640 1 -- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 msgr2=0x5618035b11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35599640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035b11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35599640 1 -- 172.21.15.55:0/957023291 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618032eb6b0 con 0x5618035b3dd0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35d9a640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa35599640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bc70 tx=0x7faa20004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba5941ae0a6bd2a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa20005020 con 0x5618035b3dd0 2024-04-23T18:23:11.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7faa200051c0 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa2c012ac0 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7faa20027050 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 10 client.15558 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5618035c3020 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa2c012ac0 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7faa200128a0 con 0x5618035b3dd0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 10 client.15558 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 10 client.15558 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 20 client.15558 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618035c5600 0x5618035c6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 4 client.15558 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.010+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56180351c670 con 0x5618035c5600 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.011+0000 7faa35d9a640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618035c5600 0x5618035c6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.011 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.011+0000 7faa35d9a640 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618035c5600 0x5618035c6a70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9522e2dff6309945 server_cookie=2a82765f8c49c502 in_seq=0 out_seq=0 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.011+0000 7faa197fa640 10 client.15558 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa197fa640 1 -- 172.21.15.55:0/957023291 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56180351c670 con 0x5618035c5600 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa197fa640 10 client.15558 handle_command_reply: tid=0 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 client.15558 shutdown 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 msgr2=0x5618035b1710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bc70 tx=0x7faa20004730 comp rx=0 tx=0).stop 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 shutdown_connections 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035b1710 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035b11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618035c5600 0x5618035c6a70 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 --2- 172.21.15.55:0/957023291 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a8db0 0x5618035b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa197fa640 0 client.15558 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 >> 172.21.15.55:0/957023291 conn(0x5618035a5070 msgr2=0x5618035aaee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 shutdown_connections 2024-04-23T18:23:11.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.012+0000 7faa3adec740 1 -- 172.21.15.55:0/957023291 wait complete. 2024-04-23T18:23:11.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.013+0000 7faa3adec740 20 client.15558 trim_cache size 0 max 16384 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 Processor -- start 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 -- start start 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035c06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a9760 0x5618035ab3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5618035c4db0 con 0x5618035b3dd0 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5618035c5480 con 0x5618035a8db0 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa3adec740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5618035c5b50 con 0x5618035a9760 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.030 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57680/0 (socket says 172.21.15.55:57680) 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 -- 172.21.15.55:0/3362382872 learned_addr learned my addr 172.21.15.55:0/3362382872 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035c06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 -- 172.21.15.55:0/3362382872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a9760 msgr2=0x5618035ab3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a9760 0x5618035ab3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 -- 172.21.15.55:0/3362382872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 msgr2=0x5618035c06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035c06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 -- 172.21.15.55:0/3362382872 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5618035af1e0 con 0x5618035b3dd0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.031+0000 7faa35599640 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x5618035a5ee0 tx=0x7faa2000b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a6681b6b6340f4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa1b7fe640 1 -- 172.21.15.55:0/3362382872 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa2000b830 con 0x5618035b3dd0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa1b7fe640 1 -- 172.21.15.55:0/3362382872 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa20005600 con 0x5618035b3dd0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa1b7fe640 1 -- 172.21.15.55:0/3362382872 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa20010c60 con 0x5618035b3dd0 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 -- 172.21.15.55:0/3362382872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 msgr2=0x5618035adef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x5618035a5ee0 tx=0x7faa2000b390 comp rx=0 tx=0).stop 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 -- 172.21.15.55:0/3362382872 shutdown_connections 2024-04-23T18:23:11.031 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035a9760 0x5618035ab3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035b3dd0 0x5618035adef0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 --2- 172.21.15.55:0/3362382872 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a8db0 0x5618035c06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 -- 172.21.15.55:0/3362382872 >> 172.21.15.55:0/3362382872 conn(0x5618035a5070 msgr2=0x5618035af560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 -- 172.21.15.55:0/3362382872 shutdown_connections 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.032+0000 7faa3adec740 1 -- 172.21.15.55:0/3362382872 wait complete. 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 -- start start 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 Processor -- start 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035c8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035c9320 0x5618035cd100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5618035c68f0 con 0x5618035a8db0 2024-04-23T18:23:11.032 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5618035c6220 con 0x5618035a9760 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5618035c6fc0 con 0x5618035c9320 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa3adec740 10 client.0 _ll_register_callbacks cb 0x7faa2000ba90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57692/0 (socket says 172.21.15.55:57692) 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 -- 172.21.15.55:0/2209680411 learned_addr learned my addr 172.21.15.55:0/2209680411 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035c8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035c9320 0x5618035cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 -- 172.21.15.55:0/2209680411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035c9320 msgr2=0x5618035cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035c9320 0x5618035cd100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 -- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 msgr2=0x5618035c8de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035c8de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.033+0000 7faa35599640 1 -- 172.21.15.55:0/2209680411 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5618035cd6f0 con 0x5618035a8db0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa35599640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bc10 tx=0x7faa2000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a20b6c42afb60621 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.033 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa20036040 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7faa20012870 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa20005600 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7faa2000bea0 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 10 client.15564 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56180362be90 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa20005600 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7faa20020550 con 0x5618035a8db0 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 10 client.15564 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 10 client.15564 resolve_mds: resolved name 'k' to daemon mds.k 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 20 client.15564 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618036307e0 0x56180362f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.034 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 4 client.15564 mds_command: new command op to 24425 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.034+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 --> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] -- command(tid 0: {"prefix": "status"}) -- 0x5618035164e0 con 0x5618036307e0 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618036307e0 0x56180362f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa35d9a640 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618036307e0 0x56180362f4f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4c739ae6c1b00f25 server_cookie=5f39867ef67545fc in_seq=0 out_seq=0 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa197fa640 10 client.15564 ms_handle_connect on v2:172.21.15.116:6832/2328903418 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa197fa640 1 -- 172.21.15.55:0/2209680411 <== mds.4 v2:172.21.15.116:6832/2328903418 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5618035164e0 con 0x5618036307e0 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa197fa640 10 client.15564 handle_command_reply: tid=0 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 client.15564 shutdown 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 msgr2=0x5618035c88a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faa2000bc10 tx=0x7faa2000b670 comp rx=0 tx=0).stop 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 shutdown_connections 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:6832/2328903418,v1:172.21.15.116:6833/2328903418] conn(0x5618036307e0 0x56180362f4f0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5618035c9320 0x5618035cd100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5618035a9760 0x5618035c8de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.035 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa197fa640 0 client.15564 ms_handle_reset on v2:172.21.15.116:6832/2328903418 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 --2- 172.21.15.55:0/2209680411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5618035a8db0 0x5618035c88a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 >> 172.21.15.55:0/2209680411 conn(0x5618035a5070 msgr2=0x5618035a3940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 shutdown_connections 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 1 -- 172.21.15.55:0/2209680411 wait complete. 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.035+0000 7faa3adec740 20 client.15564 trim_cache size 0 max 16384 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 4, 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24425, 2024-04-23T18:23:11.036 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 122.307467411, 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 89, 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 88, 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 164.15738350000001 2024-04-23T18:23:11.037 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 msgr2=0x7faa1c0a62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 0x7faa1c0a62f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7faa280ee940 tx=0x7faa2808fb70 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 msgr2=0x7faa301a37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7faa28005cc0 tx=0x7faa28003c90 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 shutdown_connections 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa1c0a3e30 0x7faa1c0a62f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa30106420 0x7faa301a37d0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa30101940 0x7faa3019f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 --2- 172.21.15.55:0/1561013647 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa30101020 0x7faa3019ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 >> 172.21.15.55:0/1561013647 conn(0x7faa30077f80 msgr2=0x7faa30103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.038 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 shutdown_connections 2024-04-23T18:23:11.039 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.036+0000 7faa37ffe640 1 -- 172.21.15.55:0/1561013647 wait complete. 2024-04-23T18:23:11.040 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.152+0000 7f673cb44640 1 -- 172.21.15.55:0/3979691381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6738069d00 msgr2=0x7f6738106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.152+0000 7f673cb44640 1 --2- 172.21.15.55:0/3979691381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6738069d00 0x7f6738106b60 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f6720009900 tx=0x7f672002a410 comp rx=0 tx=0).stop 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 -- 172.21.15.55:0/3979691381 shutdown_connections 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 --2- 172.21.15.55:0/3979691381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738107240 0x7f673810ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 --2- 172.21.15.55:0/3979691381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6738069d00 0x7f6738106b60 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 --2- 172.21.15.55:0/3979691381 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738069350 0x7f6738069730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 -- 172.21.15.55:0/3979691381 >> 172.21.15.55:0/3979691381 conn(0x7f6738077cb0 msgr2=0x7f67380780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 -- 172.21.15.55:0/3979691381 shutdown_connections 2024-04-23T18:23:11.147 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 -- 172.21.15.55:0/3979691381 wait complete. 2024-04-23T18:23:11.148 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 Processor -- start 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.153+0000 7f673cb44640 1 -- start start 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738069350 0x7f6738198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738107240 0x7f6738198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f67381122f0 con 0x7f673819cff0 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6738112170 con 0x7f6738069350 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6738112470 con 0x7f6738107240 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57698/0 (socket says 172.21.15.55:57698) 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 -- 172.21.15.55:0/451162443 learned_addr learned my addr 172.21.15.55:0/451162443 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f672ffff640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738107240 0x7f6738198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673659c640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738069350 0x7f6738198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 -- 172.21.15.55:0/451162443 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738107240 msgr2=0x7f6738198c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738107240 0x7f6738198c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 -- 172.21.15.55:0/451162443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738069350 msgr2=0x7f6738198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738069350 0x7f6738198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 -- 172.21.15.55:0/451162443 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f673819dae0 con 0x7f673819cff0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f6736d9d640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f673000eaa0 tx=0x7f673000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f672f7fe640 1 -- 172.21.15.55:0/451162443 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6730004d20 con 0x7f673819cff0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f672f7fe640 1 -- 172.21.15.55:0/451162443 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6730005020 con 0x7f673819cff0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.154+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f673819ddd0 con 0x7f673819cff0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.155+0000 7f672f7fe640 1 -- 172.21.15.55:0/451162443 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67300116d0 con 0x7f673819cff0 2024-04-23T18:23:11.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.155+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67381a5540 con 0x7f673819cff0 2024-04-23T18:23:11.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.157+0000 7f672f7fe640 1 -- 172.21.15.55:0/451162443 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f67300051d0 con 0x7f673819cff0 2024-04-23T18:23:11.157 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.157+0000 7f673f867740 1 Processor -- start 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.157+0000 7f672f7fe640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 0x7f67240a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.157+0000 7f673f867740 1 -- start start 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338ddb0 0x5596e338e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 0x7f67240a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e339b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5596e32f3c50 con 0x5596e338e760 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672f7fe640 1 -- 172.21.15.55:0/451162443 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f67300d0ad0 con 0x7f673819cff0 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5596e3290830 con 0x5596e338ddb0 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673f867740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5596e32efc10 con 0x5596e3398dd0 2024-04-23T18:23:11.158 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57708/0 (socket says 172.21.15.55:57708) 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 -- 172.21.15.55:0/410625142 learned_addr learned my addr 172.21.15.55:0/410625142 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f6736d9d640 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e339b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f673659c640 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338ddb0 0x5596e338e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 -- 172.21.15.55:0/410625142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 msgr2=0x5596e339b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e339b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 -- 172.21.15.55:0/410625142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338ddb0 msgr2=0x5596e338e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338ddb0 0x5596e338e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 -- 172.21.15.55:0/410625142 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596e30062d0 con 0x5596e338e760 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 0x7f67240a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f673806b6d0 tx=0x7f6720004040 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672ffff640 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6720033000 tx=0x7f6720046000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce19d3e2cae7cc84 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672cff9640 1 -- 172.21.15.55:0/410625142 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6720031510 con 0x5596e338e760 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672cff9640 1 -- 172.21.15.55:0/410625142 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6720050070 con 0x5596e338e760 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.158+0000 7f672cff9640 1 -- 172.21.15.55:0/410625142 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672003d990 con 0x5596e338e760 2024-04-23T18:23:11.159 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 -- 172.21.15.55:0/410625142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 msgr2=0x5596e3398800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6720033000 tx=0x7f6720046000 comp rx=0 tx=0).stop 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 -- 172.21.15.55:0/410625142 shutdown_connections 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e339b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338e760 0x5596e3398800 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 --2- 172.21.15.55:0/410625142 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338ddb0 0x5596e338e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 -- 172.21.15.55:0/410625142 >> 172.21.15.55:0/410625142 conn(0x5596e338a070 msgr2=0x5596e338a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 -- 172.21.15.55:0/410625142 shutdown_connections 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.159+0000 7f673f867740 1 -- 172.21.15.55:0/410625142 wait complete. 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 -- start start 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 Processor -- start 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3396230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e3396770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.160 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5596e339bce0 con 0x5596e338ddb0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5596e328e470 con 0x5596e338e760 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5596e339be60 con 0x5596e3398dd0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673f867740 10 client.0 _ll_register_callbacks cb 0x5596e32b3f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57716/0 (socket says 172.21.15.55:57716) 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 -- 172.21.15.55:0/453292198 learned_addr learned my addr 172.21.15.55:0/453292198 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f672ffff640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3396230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f6736d9d640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e3396770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 -- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 msgr2=0x5596e3396770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e3396770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 -- 172.21.15.55:0/453292198 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 msgr2=0x5596e3396230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3396230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.161 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.160+0000 7f673659c640 1 -- 172.21.15.55:0/453292198 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596e30d06b0 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673659c640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6728012870 tx=0x7f6728012d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea5f1e0c6c182e9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672801f060 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f6728010dc0 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6720050070 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f672801a430 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 10 client.15576 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5596e33a8050 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6720050070 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f6728022560 con 0x5596e338ddb0 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 10 client.15576 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 10 client.15576 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 20 client.15576 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.162 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e33aa680 0x5596e33abaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 4 client.15576 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.161+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596e3301670 con 0x5596e33aa680 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.162+0000 7f672ffff640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e33aa680 0x5596e33abaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.162+0000 7f671dffb640 10 client.15576 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.162+0000 7f672ffff640 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e33aa680 0x5596e33abaf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=70858cd95dafbf09 server_cookie=4a153e2348f131b4 in_seq=0 out_seq=0 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f671dffb640 1 -- 172.21.15.55:0/453292198 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5596e3301670 con 0x5596e33aa680 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f671dffb640 10 client.15576 handle_command_reply: tid=0 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 client.15576 shutdown 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 msgr2=0x5596e3395cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6728012870 tx=0x7f6728012d30 comp rx=0 tx=0).stop 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 shutdown_connections 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e33aa680 0x5596e33abaf0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.163 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e3398dd0 0x5596e3396770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3396230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f671dffb640 0 client.15576 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 --2- 172.21.15.55:0/453292198 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3395cf0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 >> 172.21.15.55:0/453292198 conn(0x5596e338a070 msgr2=0x5596e338fee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 shutdown_connections 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 1 -- 172.21.15.55:0/453292198 wait complete. 2024-04-23T18:23:11.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.163+0000 7f673f867740 20 client.15576 trim_cache size 0 max 16384 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 Processor -- start 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 -- start start 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338e760 0x5596e33903b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e3398dd0 0x5596e3396590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5596e33a9e30 con 0x5596e338ddb0 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5596e33aa500 con 0x5596e3398dd0 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.181+0000 7f673f867740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5596e33aabd0 con 0x5596e338e760 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.180 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57720/0 (socket says 172.21.15.55:57720) 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 -- 172.21.15.55:0/869975329 learned_addr learned my addr 172.21.15.55:0/869975329 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 -- 172.21.15.55:0/869975329 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338e760 msgr2=0x5596e33903b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338e760 0x5596e33903b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 -- 172.21.15.55:0/869975329 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e3398dd0 msgr2=0x5596e3396590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e3398dd0 0x5596e3396590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 -- 172.21.15.55:0/869975329 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596e339be50 con 0x5596e338ddb0 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f673659c640 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f672800f000 tx=0x7f6728005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c710f00935fcf4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f671ffff640 1 -- 172.21.15.55:0/869975329 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728031070 con 0x5596e338ddb0 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f671ffff640 1 -- 172.21.15.55:0/869975329 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6728022df0 con 0x5596e338ddb0 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.182+0000 7f671ffff640 1 -- 172.21.15.55:0/869975329 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728005500 con 0x5596e338ddb0 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- 172.21.15.55:0/869975329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 msgr2=0x5596e3398420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.181 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f672800f000 tx=0x7f6728005e40 comp rx=0 tx=0).stop 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- 172.21.15.55:0/869975329 shutdown_connections 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338e760 0x5596e33903b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e3398dd0 0x5596e3396590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- 172.21.15.55:0/869975329 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e338ddb0 0x5596e3398420 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- 172.21.15.55:0/869975329 >> 172.21.15.55:0/869975329 conn(0x5596e338a070 msgr2=0x5596e33945c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- 172.21.15.55:0/869975329 shutdown_connections 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- 172.21.15.55:0/869975329 wait complete. 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- start start 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 Processor -- start 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338ddb0 0x5596e33b4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3392620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.182 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5596e33ab970 con 0x5596e3398dd0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5596e33ab2a0 con 0x5596e338e760 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5596e33ac040 con 0x5596e338ddb0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f673f867740 10 client.0 _ll_register_callbacks cb 0x7f672800a6f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f6736d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f6736d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57722/0 (socket says 172.21.15.55:57722) 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.183+0000 7f6736d9d640 1 -- 172.21.15.55:0/557410296 learned_addr learned my addr 172.21.15.55:0/557410296 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f672ffff640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3392620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f673659c640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338ddb0 0x5596e33b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 -- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338ddb0 msgr2=0x5596e33b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338ddb0 0x5596e33b4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 -- 172.21.15.55:0/557410296 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 msgr2=0x5596e3392620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3392620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.183 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 -- 172.21.15.55:0/557410296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596e3393250 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f6736d9d640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f673009c8a0 tx=0x7f673000ea20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afcba07f04002339 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673001f040 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f67300a50f0 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6728022df0 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f67300ce620 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f673f867740 10 client.15582 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5596e3410630 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6728022df0 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.184+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f673000f040 con 0x5596e3398dd0 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 10 client.15582 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 10 client.15582 resolve_mds: resolved name 'f' to daemon mds.f 2024-04-23T18:23:11.184 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 20 client.15582 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e3415130 0x5596e3413e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 4 client.15582 mds_command: new command op to 24451 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 --> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] -- command(tid 0: {"prefix": "status"}) -- 0x5596e32fb4e0 con 0x5596e3415130 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673659c640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e3415130 0x5596e3413e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f671dffb640 10 client.15582 ms_handle_connect on v2:172.21.15.152:6834/158861674 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673659c640 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e3415130 0x5596e3413e40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1f4f051cfc75b326 server_cookie=962fc65d5c539520 in_seq=0 out_seq=0 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f671dffb640 1 -- 172.21.15.55:0/557410296 <== mds.3 v2:172.21.15.152:6834/158861674 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x5596e32fb4e0 con 0x5596e3415130 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f671dffb640 10 client.15582 handle_command_reply: tid=0 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.185+0000 7f673f867740 1 client.15582 shutdown 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 msgr2=0x5596e3392b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f673009c8a0 tx=0x7f673000ea20 comp rx=0 tx=0).stop 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 shutdown_connections 2024-04-23T18:23:11.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:6834/158861674,v1:172.21.15.152:6835/158861674] conn(0x5596e3415130 0x5596e3413e40 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5596e3398dd0 0x5596e3392b60 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5596e338e760 0x5596e3392620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f671dffb640 0 client.15582 ms_handle_reset on v2:172.21.15.152:6834/158861674 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 --2- 172.21.15.55:0/557410296 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5596e338ddb0 0x5596e33b4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 >> 172.21.15.55:0/557410296 conn(0x5596e338a070 msgr2=0x5596e33891d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 shutdown_connections 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 1 -- 172.21.15.55:0/557410296 wait complete. 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673f867740 20 client.15582 trim_cache size 0 max 16384 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:11.186 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:11.187 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 3, 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24451, 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 123.46699602, 2024-04-23T18:23:11.189 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:11.190 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 89, 2024-04-23T18:23:11.190 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 88, 2024-04-23T18:23:11.190 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 152.44013029600001 2024-04-23T18:23:11.190 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:11.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 msgr2=0x7f67240a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 0x7f67240a6270 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f673806b6d0 tx=0x7f6720004040 comp rx=0 tx=0).stop 2024-04-23T18:23:11.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 msgr2=0x7f673819d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f673000eaa0 tx=0x7f673000eea0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 shutdown_connections 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f67240a3db0 0x7f67240a6270 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6738107240 0x7f6738198c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f673819cff0 0x7f673819d4a0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 --2- 172.21.15.55:0/451162443 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6738069350 0x7f6738198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 >> 172.21.15.55:0/451162443 conn(0x7f6738077cb0 msgr2=0x7f67380ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 shutdown_connections 2024-04-23T18:23:11.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.186+0000 7f673cb44640 1 -- 172.21.15.55:0/451162443 wait complete. 2024-04-23T18:23:11.193 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-04-23T18:23:11.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 -- 172.21.15.55:0/2378231338 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8260107270 msgr2=0x7f826010ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 --2- 172.21.15.55:0/2378231338 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8260107270 0x7f826010ee40 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f8258009ca0 tx=0x7f825802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 -- 172.21.15.55:0/2378231338 shutdown_connections 2024-04-23T18:23:11.298 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 --2- 172.21.15.55:0/2378231338 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8260107270 0x7f826010ee40 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 --2- 172.21.15.55:0/2378231338 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8260102b50 0x7f8260106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 --2- 172.21.15.55:0/2378231338 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f82601021a0 0x7f8260102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 -- 172.21.15.55:0/2378231338 >> 172.21.15.55:0/2378231338 conn(0x7f82600fda20 msgr2=0x7f82600ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 -- 172.21.15.55:0/2378231338 shutdown_connections 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 -- 172.21.15.55:0/2378231338 wait complete. 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.303+0000 7f8266c10640 1 Processor -- start 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 -- start start 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 0x7f8260198c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f826019d010 0x7f826019d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8260112310 con 0x7f82601021a0 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8260112190 con 0x7f826019d010 2024-04-23T18:23:11.299 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8260112490 con 0x7f8260107270 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57732/0 (socket says 172.21.15.55:57732) 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 -- 172.21.15.55:0/4064336849 learned_addr learned my addr 172.21.15.55:0/4064336849 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f825ffff640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 0x7f8260198c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82651ad640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f826019d010 0x7f826019d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 -- 172.21.15.55:0/4064336849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 msgr2=0x7f8260198c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 0x7f8260198c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 -- 172.21.15.55:0/4064336849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f826019d010 msgr2=0x7f826019d4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f826019d010 0x7f826019d4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 -- 172.21.15.55:0/4064336849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f826019db00 con 0x7f82601021a0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f825ffff640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 0x7f8260198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f82649ac640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f825400d770 tx=0x7f825400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f825dffb640 1 -- 172.21.15.55:0/4064336849 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254017070 con 0x7f82601021a0 2024-04-23T18:23:11.300 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f825dffb640 1 -- 172.21.15.55:0/4064336849 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f82540054f0 con 0x7f82601021a0 2024-04-23T18:23:11.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.304+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f826019ddf0 con 0x7f82601021a0 2024-04-23T18:23:11.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.305+0000 7f825dffb640 1 -- 172.21.15.55:0/4064336849 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254004de0 con 0x7f82601021a0 2024-04-23T18:23:11.301 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.305+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82601a5590 con 0x7f82601021a0 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f825dffb640 1 -- 172.21.15.55:0/4064336849 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f8254004f80 con 0x7f82601021a0 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 Processor -- start 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 -- start start 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f825dffb640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 0x7f82500a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc62220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f0dbbac50 con 0x555f0dc54db0 2024-04-23T18:23:11.307 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f0db57830 con 0x555f0dc55760 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.307+0000 7f8269a00740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f0dbb6c10 con 0x555f0dc5fdd0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82651ad640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 0x7f82500a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f825dffb640 1 -- 172.21.15.55:0/4064336849 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f82540d0550 con 0x7f82601021a0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57740/0 (socket says 172.21.15.55:57740) 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 -- 172.21.15.55:0/1141052465 learned_addr learned my addr 172.21.15.55:0/1141052465 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f825ffff640 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82651ad640 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc62220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 -- 172.21.15.55:0/1141052465 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 msgr2=0x555f0dc62220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc62220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 -- 172.21.15.55:0/1141052465 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 msgr2=0x555f0dc5f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 -- 172.21.15.55:0/1141052465 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f0d8cd2d0 con 0x555f0dc54db0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82651ad640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 0x7f82500a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8258006010 tx=0x7f8258031ca0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.308 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f82649ac640 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f825400d740 tx=0x7f825409ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631e047d82fb32b1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f824affd640 1 -- 172.21.15.55:0/1141052465 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8254020040 con 0x555f0dc54db0 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f824affd640 1 -- 172.21.15.55:0/1141052465 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f82540a0740 con 0x555f0dc54db0 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.308+0000 7f824affd640 1 -- 172.21.15.55:0/1141052465 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82540880c0 con 0x555f0dc54db0 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- 172.21.15.55:0/1141052465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 msgr2=0x555f0dc55190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f825400d740 tx=0x7f825409ca90 comp rx=0 tx=0).stop 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- 172.21.15.55:0/1141052465 shutdown_connections 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc62220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 --2- 172.21.15.55:0/1141052465 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc54db0 0x555f0dc55190 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- 172.21.15.55:0/1141052465 >> 172.21.15.55:0/1141052465 conn(0x555f0dc51070 msgr2=0x555f0dc51450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- 172.21.15.55:0/1141052465 shutdown_connections 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- 172.21.15.55:0/1141052465 wait complete. 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 -- start start 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.309+0000 7f8269a00740 1 Processor -- start 2024-04-23T18:23:11.309 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc54db0 0x555f0dc5cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc62ce0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f0db55470 con 0x555f0dc55760 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc62e60 con 0x555f0dc54db0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f8269a00740 10 client.0 _ll_register_callbacks cb 0x555f0db7af30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57748/0 (socket says 172.21.15.55:57748) 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 -- 172.21.15.55:0/1984553943 learned_addr learned my addr 172.21.15.55:0/1984553943 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f825ffff640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82649ac640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc54db0 0x555f0dc5cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 -- 172.21.15.55:0/1984553943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc54db0 msgr2=0x555f0dc5cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.310 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc54db0 0x555f0dc5cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 -- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 msgr2=0x555f0dc5d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 -- 172.21.15.55:0/1984553943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f0d9976b0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f82651ad640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8258003e40 tx=0x7f825802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a063053a884f241e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f823ffff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.310+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825804f070 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f82580047b0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f82540a0740 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f825805b050 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 10 client.15594 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555f0dc6f060 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f82540a0740 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f8258030820 con 0x555f0dc5fdd0 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 10 client.15594 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 10 client.15594 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:23:11.311 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 20 client.15594 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dc716f0 0x555f0dc72b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 4 client.15594 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f0dbc8670 con 0x555f0dc716f0 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.311+0000 7f82649ac640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dc716f0 0x555f0dc72b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.312+0000 7f823ffff640 10 client.15594 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.312+0000 7f82649ac640 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dc716f0 0x555f0dc72b60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=affc63c9060774cf server_cookie=962852d00a0ac5b1 in_seq=0 out_seq=0 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.312+0000 7f823ffff640 1 -- 172.21.15.55:0/1984553943 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f0dbc8670 con 0x555f0dc716f0 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f823ffff640 10 client.15594 handle_command_reply: tid=0 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 client.15594 shutdown 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 msgr2=0x555f0dc5d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8258003e40 tx=0x7f825802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 shutdown_connections 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dc716f0 0x555f0dc72b60 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.312 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc5d7e0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc55760 0x555f0dc5d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 --2- 172.21.15.55:0/1984553943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc54db0 0x555f0dc5cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f823ffff640 0 client.15594 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 >> 172.21.15.55:0/1984553943 conn(0x555f0dc51070 msgr2=0x555f0dc56ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 shutdown_connections 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 1 -- 172.21.15.55:0/1984553943 wait complete. 2024-04-23T18:23:11.313 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.313+0000 7f8269a00740 20 client.15594 trim_cache size 0 max 16384 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 Processor -- start 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 -- start start 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc7b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc55760 0x555f0dc57500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc70ea0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc71570 con 0x555f0dc54db0 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f8269a00740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc71c40 con 0x555f0dc55760 2024-04-23T18:23:11.330 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f82651ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f82651ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57762/0 (socket says 172.21.15.55:57762) 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f82651ad640 1 -- 172.21.15.55:0/4252676200 learned_addr learned my addr 172.21.15.55:0/4252676200 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.331+0000 7f825ffff640 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc55760 0x555f0dc57500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82649ac640 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc7b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 -- 172.21.15.55:0/4252676200 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc55760 msgr2=0x555f0dc57500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc55760 0x555f0dc57500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 -- 172.21.15.55:0/4252676200 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 msgr2=0x555f0dc7b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc7b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 -- 172.21.15.55:0/4252676200 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f0dc5b2b0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f82651ad640 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f825802ade0 tx=0x7f825802f4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f86891b9d0d01eb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f824a7fc640 1 -- 172.21.15.55:0/4252676200 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8258058020 con 0x555f0dc5fdd0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f824a7fc640 1 -- 172.21.15.55:0/4252676200 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8258036040 con 0x555f0dc5fdd0 2024-04-23T18:23:11.331 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f824a7fc640 1 -- 172.21.15.55:0/4252676200 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f825804f070 con 0x555f0dc5fdd0 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f8269a00740 1 -- 172.21.15.55:0/4252676200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 msgr2=0x555f0dc50050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.332+0000 7f8269a00740 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f825802ade0 tx=0x7f825802f4b0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- 172.21.15.55:0/4252676200 shutdown_connections 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc55760 0x555f0dc57500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc5fdd0 0x555f0dc50050 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- 172.21.15.55:0/4252676200 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc7b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- 172.21.15.55:0/4252676200 >> 172.21.15.55:0/4252676200 conn(0x555f0dc51070 msgr2=0x555f0dc4f940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- 172.21.15.55:0/4252676200 shutdown_connections 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- 172.21.15.55:0/4252676200 wait complete. 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- start start 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 Processor -- start 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc5a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.332 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc58fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc729e0 con 0x555f0dc55760 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc72310 con 0x555f0dc54db0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f0dc730b0 con 0x555f0dc5fdd0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f8269a00740 10 client.0 _ll_register_callbacks cb 0x7f8258009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.333+0000 7f825ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57770/0 (socket says 172.21.15.55:57770) 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 -- 172.21.15.55:0/2726720710 learned_addr learned my addr 172.21.15.55:0/2726720710 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f82649ac640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc5a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f82651ad640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc58fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 -- 172.21.15.55:0/2726720710 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 msgr2=0x555f0dc58fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc58fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.333 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 -- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 msgr2=0x555f0dc5a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc5a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 -- 172.21.15.55:0/2726720710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f0dc597b0 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f825ffff640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8260101100 tx=0x7f824c010e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=577812b5ba49eaee server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f823ffff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f824c020060 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f824c00fe00 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8258036040 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f824c004030 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f8269a00740 10 client.15600 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.334+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555f0dcdc1f0 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8258036040 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f824c01a070 con 0x555f0dc55760 2024-04-23T18:23:11.334 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 10 client.15600 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 10 client.15600 resolve_mds: resolved name 'e' to daemon mds.e 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 20 client.15600 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dce0e40 0x555f0dcdfb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 4 client.15600 mds_command: new command op to 24461 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 --> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] -- command(tid 0: {"prefix": "status"}) -- 0x555f0dbc24e0 con 0x555f0dce0e40 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f82649ac640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dce0e40 0x555f0dcdfb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f82649ac640 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dce0e40 0x555f0dcdfb50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=17c6b4bb8dec8abd server_cookie=167a85d131e53bc5 in_seq=0 out_seq=0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.335+0000 7f823ffff640 10 client.15600 ms_handle_connect on v2:172.21.15.116:6834/1984799755 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f823ffff640 1 -- 172.21.15.55:0/2726720710 <== mds.2 v2:172.21.15.116:6834/1984799755 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x555f0dbc24e0 con 0x555f0dce0e40 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f823ffff640 10 client.15600 handle_command_reply: tid=0 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 client.15600 shutdown 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 msgr2=0x555f0dc5a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f8260101100 tx=0x7f824c010e90 comp rx=0 tx=0).stop 2024-04-23T18:23:11.335 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 shutdown_connections 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:6834/1984799755,v1:172.21.15.116:6835/1984799755] conn(0x555f0dce0e40 0x555f0dcdfb50 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f0dc5fdd0 0x555f0dc58fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f823ffff640 0 client.15600 ms_handle_reset on v2:172.21.15.116:6834/1984799755 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f0dc55760 0x555f0dc5a8f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 --2- 172.21.15.55:0/2726720710 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f0dc54db0 0x555f0dc5a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 >> 172.21.15.55:0/2726720710 conn(0x555f0dc51070 msgr2=0x555f0dc501d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 shutdown_connections 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 1 -- 172.21.15.55:0/2726720710 wait complete. 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8269a00740 20 client.15600 trim_cache size 0 max 16384 2024-04-23T18:23:11.336 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 2, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24461, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 124.642468483, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 89, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 88, 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 155.735570733 2024-04-23T18:23:11.337 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:11.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 msgr2=0x7f82500a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.338 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 0x7f82500a6270 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f8258006010 tx=0x7f8258031ca0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 msgr2=0x7f8260198750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.336+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f825400d770 tx=0x7f825400dc30 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 shutdown_connections 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f82500a3db0 0x7f82500a6270 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8260107270 0x7f8260198c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f826019d010 0x7f826019d4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 --2- 172.21.15.55:0/4064336849 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f82601021a0 0x7f8260198750 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 >> 172.21.15.55:0/4064336849 conn(0x7f82600fda20 msgr2=0x7f82600ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 shutdown_connections 2024-04-23T18:23:11.339 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.337+0000 7f8266c10640 1 -- 172.21.15.55:0/4064336849 wait complete. 2024-04-23T18:23:11.341 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- 172.21.15.55:0/1012521643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074102b50 msgr2=0x7f5074106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 --2- 172.21.15.55:0/1012521643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074102b50 0x7f5074106b90 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f5068009900 tx=0x7f506802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- 172.21.15.55:0/1012521643 shutdown_connections 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 --2- 172.21.15.55:0/1012521643 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074107270 0x7f507410ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 --2- 172.21.15.55:0/1012521643 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074102b50 0x7f5074106b90 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 --2- 172.21.15.55:0/1012521643 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- 172.21.15.55:0/1012521643 >> 172.21.15.55:0/1012521643 conn(0x7f50740fda20 msgr2=0x7f50740ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- 172.21.15.55:0/1012521643 shutdown_connections 2024-04-23T18:23:11.445 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- 172.21.15.55:0/1012521643 wait complete. 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 Processor -- start 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.451+0000 7f507a605640 1 -- start start 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074074cd0 0x7f50741a6a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f50741122d0 con 0x7f5074107270 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5074112150 con 0x7f5074074cd0 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f507a605640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5074112450 con 0x7f50741021a0 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57802/0 (socket says 172.21.15.55:57802) 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 -- 172.21.15.55:0/1669129028 learned_addr learned my addr 172.21.15.55:0/1669129028 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.447 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074074cd0 0x7f50741a6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f5073fff640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 -- 172.21.15.55:0/1669129028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 msgr2=0x7f5074074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 -- 172.21.15.55:0/1669129028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074074cd0 msgr2=0x7f50741a6a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074074cd0 0x7f50741a6a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f50737fe640 1 -- 172.21.15.55:0/1669129028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50741a7100 con 0x7f5074107270 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.452+0000 7f5073fff640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f50737fe640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5068005940 tx=0x7f50680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f50717fa640 1 -- 172.21.15.55:0/1669129028 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506803f030 con 0x7f5074107270 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50741a7390 con 0x7f5074107270 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f50717fa640 1 -- 172.21.15.55:0/1669129028 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50680318f0 con 0x7f5074107270 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f50717fa640 1 -- 172.21.15.55:0/1669129028 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068035070 con 0x7f5074107270 2024-04-23T18:23:11.448 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.453+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50741a7880 con 0x7f5074107270 2024-04-23T18:23:11.454 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f50717fa640 1 -- 172.21.15.55:0/1669129028 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f5068042030 con 0x7f5074107270 2024-04-23T18:23:11.454 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 Processor -- start 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 -- start start 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba571190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba57e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55eeba4d6c50 con 0x55eeba571760 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55eeba473830 con 0x55eeba570db0 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f507d3fc740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55eeba4d2c10 con 0x55eeba57bdd0 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.455+0000 7f5073fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57812/0 (socket says 172.21.15.55:57812) 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 -- 172.21.15.55:0/3601475727 learned_addr learned my addr 172.21.15.55:0/3601475727 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f50717fa640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 0x7f505c0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5078ba2640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba571190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f50737fe640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba57e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 0x7f505c0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 -- 172.21.15.55:0/3601475727 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 msgr2=0x55eeba57e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba57e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 -- 172.21.15.55:0/3601475727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 msgr2=0x55eeba571190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba571190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 -- 172.21.15.55:0/3601475727 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeba1e92d0 con 0x55eeba571760 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f50737fe640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba57e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f50717fa640 1 -- 172.21.15.55:0/1669129028 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f50680f0df0 con 0x7f5074107270 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5073fff640 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f506400bcc0 tx=0x7f506400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85d8e8f52feb0aa8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f505a7fc640 1 -- 172.21.15.55:0/3601475727 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064005020 con 0x55eeba571760 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 0x7f505c0a62a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f506c009fd0 tx=0x7f506c004ab0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f505a7fc640 1 -- 172.21.15.55:0/3601475727 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50640047a0 con 0x55eeba571760 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.456+0000 7f505a7fc640 1 -- 172.21.15.55:0/3601475727 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064011710 con 0x55eeba571760 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- 172.21.15.55:0/3601475727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 msgr2=0x55eeba57b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f506400bcc0 tx=0x7f506400f730 comp rx=0 tx=0).stop 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- 172.21.15.55:0/3601475727 shutdown_connections 2024-04-23T18:23:11.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba57e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba57b800 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 --2- 172.21.15.55:0/3601475727 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba571190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- 172.21.15.55:0/3601475727 >> 172.21.15.55:0/3601475727 conn(0x55eeba56d070 msgr2=0x55eeba56d450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- 172.21.15.55:0/3601475727 shutdown_connections 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- 172.21.15.55:0/3601475727 wait complete. 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 -- start start 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.457+0000 7f507d3fc740 1 Processor -- start 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba578c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba579190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55eeba57ed40 con 0x55eeba57bdd0 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55eeba471470 con 0x55eeba571760 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55eeba57eec0 con 0x55eeba570db0 2024-04-23T18:23:11.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f507d3fc740 10 client.0 _ll_register_callbacks cb 0x55eeba496f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57814/0 (socket says 172.21.15.55:57814) 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 -- 172.21.15.55:0/1761654146 learned_addr learned my addr 172.21.15.55:0/1761654146 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5073fff640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba578c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f50737fe640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba579190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 -- 172.21.15.55:0/1761654146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 msgr2=0x55eeba578c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba578c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 -- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 msgr2=0x55eeba579190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba579190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 -- 172.21.15.55:0/1761654146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeba2b36b0 con 0x55eeba57bdd0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f5078ba2640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f506c00fab0 tx=0x7f506c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=602563e16cecace7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f50537fe640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.458+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c025070 con 0x55eeba57bdd0 2024-04-23T18:23:11.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f506c02a460 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50640047a0 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f506c02a660 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 10 client.15612 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55eeba58af30 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50640047a0 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f506c033420 con 0x55eeba57bdd0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 10 client.15612 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 10 client.15612 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 20 client.15612 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba58d530 0x55eeba58e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 4 client.15612 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eeba4e4670 con 0x55eeba58d530 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.459+0000 7f5073fff640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba58d530 0x55eeba58e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.460+0000 7f50537fe640 10 client.15612 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.460+0000 7f5073fff640 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba58d530 0x55eeba58e9a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a98fa0150271c030 server_cookie=ad21bc924f4238a1 in_seq=0 out_seq=0 2024-04-23T18:23:11.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.460+0000 7f50537fe640 1 -- 172.21.15.55:0/1761654146 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55eeba4e4670 con 0x55eeba58d530 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.460+0000 7f50537fe640 10 client.15612 handle_command_reply: tid=0 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.460+0000 7f507d3fc740 1 client.15612 shutdown 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 msgr2=0x55eeba5796d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f506c00fab0 tx=0x7f506c004a40 comp rx=0 tx=0).stop 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 shutdown_connections 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba5796d0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba579190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba58d530 0x55eeba58e9a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 --2- 172.21.15.55:0/1761654146 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba578c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f50537fe640 0 client.15612 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 >> 172.21.15.55:0/1761654146 conn(0x55eeba56d070 msgr2=0x55eeba572ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 shutdown_connections 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 1 -- 172.21.15.55:0/1761654146 wait complete. 2024-04-23T18:23:11.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.461+0000 7f507d3fc740 20 client.15612 trim_cache size 0 max 16384 2024-04-23T18:23:11.461 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:11 smithi116 ceph-mon[32310]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:11.461 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:11 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/171613167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.461 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:11 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1242976985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.461 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:11 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4185752509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.477 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 Processor -- start 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 -- start start 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba5735b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba577a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58cce0 con 0x55eeba571760 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58d3b0 con 0x55eeba570db0 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f507d3fc740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58da80 con 0x55eeba57bdd0 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f50737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f50737fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57830/0 (socket says 172.21.15.55:57830) 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f50737fe640 1 -- 172.21.15.55:0/2685355878 learned_addr learned my addr 172.21.15.55:0/2685355878 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.479+0000 7f5073fff640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba5735b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f5078ba2640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba577a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 -- 172.21.15.55:0/2685355878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 msgr2=0x55eeba577a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.478 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba577a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 -- 172.21.15.55:0/2685355878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 msgr2=0x55eeba5735b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba5735b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 -- 172.21.15.55:0/2685355878 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eeba5689d0 con 0x55eeba571760 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f5073fff640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba5735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f50737fe640 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f50680b9030 tx=0x7f506808c4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29cc7dee398ddef8 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f5059ffb640 1 -- 172.21.15.55:0/2685355878 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068049040 con 0x55eeba571760 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f5059ffb640 1 -- 172.21.15.55:0/2685355878 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50680bcbd0 con 0x55eeba571760 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f5059ffb640 1 -- 172.21.15.55:0/2685355878 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50680b9240 con 0x55eeba571760 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 -- 172.21.15.55:0/2685355878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 msgr2=0x55eeba577520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.479 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f50680b9030 tx=0x7f506808c4b0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 -- 172.21.15.55:0/2685355878 shutdown_connections 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba57bdd0 0x55eeba577a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba571760 0x55eeba577520 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2685355878 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba570db0 0x55eeba5735b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.480+0000 7f507d3fc740 1 -- 172.21.15.55:0/2685355878 >> 172.21.15.55:0/2685355878 conn(0x55eeba56d070 msgr2=0x55eeba573f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- 172.21.15.55:0/2685355878 shutdown_connections 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- 172.21.15.55:0/2685355878 wait complete. 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- start start 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 Processor -- start 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba596ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba5755e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58e820 con 0x55eeba57bdd0 2024-04-23T18:23:11.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58e150 con 0x55eeba571760 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55eeba58eef0 con 0x55eeba570db0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f507d3fc740 10 client.0 _ll_register_callbacks cb 0x7f506c009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f5078ba2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f5078ba2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57838/0 (socket says 172.21.15.55:57838) 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f5078ba2640 1 -- 172.21.15.55:0/2395043605 learned_addr learned my addr 172.21.15.55:0/2395043605 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f5073fff640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba596ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.481+0000 7f50737fe640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba5755e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 -- 172.21.15.55:0/2395043605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 msgr2=0x55eeba596ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba596ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 -- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 msgr2=0x55eeba5755e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba5755e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 -- 172.21.15.55:0/2395043605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eeba576210 con 0x55eeba57bdd0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f5078ba2640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f506c009c50 tx=0x7f506c010f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42a818aa49376a1c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.481 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f50537fe640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506c025070 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f506c033c70 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50680bcbd0 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f506c010800 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f507d3fc740 10 client.15618 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55eeba5f34e0 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.482+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50680bcbd0 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f506c02acc0 con 0x55eeba57bdd0 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 10 client.15618 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 10 client.15618 resolve_mds: resolved name 'h' to daemon mds.h 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 20 client.15618 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba5f7f70 0x55eeba5f6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 4 client.15618 mds_command: new command op to 24503 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:11.482 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 --> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] -- command(tid 0: {"prefix": "status"}) -- 0x55eeba4de4e0 con 0x55eeba5f7f70 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f5073fff640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba5f7f70 0x55eeba5f6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f50537fe640 10 client.15618 ms_handle_connect on v2:172.21.15.116:6836/1043086347 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f5073fff640 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba5f7f70 0x55eeba5f6c80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e840dd13d3e4a281 server_cookie=2eb53709bb8c7874 in_seq=0 out_seq=0 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f50537fe640 1 -- 172.21.15.55:0/2395043605 <== mds.1 v2:172.21.15.116:6836/1043086347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55eeba4de4e0 con 0x55eeba5f7f70 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f50537fe640 10 client.15618 handle_command_reply: tid=0 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.483+0000 7f507d3fc740 1 client.15618 shutdown 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 msgr2=0x55eeba575b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f506c009c50 tx=0x7f506c010f30 comp rx=0 tx=0).stop 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 shutdown_connections 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55eeba57bdd0 0x55eeba575b20 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55eeba571760 0x55eeba5755e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.116:6836/1043086347,v1:172.21.15.116:6837/1043086347] conn(0x55eeba5f7f70 0x55eeba5f6c80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 --2- 172.21.15.55:0/2395043605 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55eeba570db0 0x55eeba596ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f50537fe640 0 client.15618 ms_handle_reset on v2:172.21.15.116:6836/1043086347 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 >> 172.21.15.55:0/2395043605 conn(0x55eeba56d070 msgr2=0x55eeba577430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 shutdown_connections 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 1 -- 172.21.15.55:0/2395043605 wait complete. 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507d3fc740 20 client.15618 trim_cache size 0 max 16384 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 1, 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24503, 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:23:11.484 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 125.772648612, 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 89, 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 88, 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 147.09429391200001 2024-04-23T18:23:11.485 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 msgr2=0x7f505c0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 0x7f505c0a62a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f506c009fd0 tx=0x7f506c004ab0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 msgr2=0x7f5074074790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f5068005940 tx=0x7f50680042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 shutdown_connections 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f505c0a3de0 0x7f505c0a62a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5074074cd0 0x7f50741a6a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5074107270 0x7f5074074790 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 --2- 172.21.15.55:0/1669129028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50741021a0 0x7f5074074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 >> 172.21.15.55:0/1669129028 conn(0x7f50740fda20 msgr2=0x7f50740ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.486 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 shutdown_connections 2024-04-23T18:23:11.487 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.484+0000 7f507a605640 1 -- 172.21.15.55:0/1669129028 wait complete. 2024-04-23T18:23:11.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:11 smithi055 ceph-mon[29189]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:11.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:11 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/171613167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:11 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1242976985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:11 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4185752509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.488 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-23T18:23:11.594 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 -- 172.21.15.55:0/3218929186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c102df0 msgr2=0x7fd64c0690e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 --2- 172.21.15.55:0/3218929186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c102df0 0x7fd64c0690e0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd648009900 tx=0x7fd64802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 -- 172.21.15.55:0/3218929186 shutdown_connections 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 --2- 172.21.15.55:0/3218929186 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c10e750 0x7fd64c110b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 --2- 172.21.15.55:0/3218929186 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c069620 0x7fd64c069a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 --2- 172.21.15.55:0/3218929186 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c102df0 0x7fd64c0690e0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 -- 172.21.15.55:0/3218929186 >> 172.21.15.55:0/3218929186 conn(0x7fd64c077cb0 msgr2=0x7fd64c0780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 -- 172.21.15.55:0/3218929186 shutdown_connections 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.598+0000 7fd652e35640 1 -- 172.21.15.55:0/3218929186 wait complete. 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 Processor -- start 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 -- start start 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.595 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c102df0 0x7fd64c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 0x7fd64c19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c114490 con 0x7fd64c069620 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c114310 con 0x7fd64c10e750 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd652e35640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd64c114610 con 0x7fd64c102df0 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57864/0 (socket says 172.21.15.55:57864) 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd650bd1640 1 -- 172.21.15.55:0/808412074 learned_addr learned my addr 172.21.15.55:0/808412074 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.599+0000 7fd6513d2640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 0x7fd64c19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd643fff640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c102df0 0x7fd64c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 -- 172.21.15.55:0/808412074 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c102df0 msgr2=0x7fd64c1a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c102df0 0x7fd64c1a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.596 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 -- 172.21.15.55:0/808412074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 msgr2=0x7fd64c19a7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 0x7fd64c19a7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 -- 172.21.15.55:0/808412074 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd64c19afa0 con 0x7fd64c069620 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd6513d2640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 0x7fd64c19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd650bd1640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd648005ab0 tx=0x7fd6480042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd641ffb640 1 -- 172.21.15.55:0/808412074 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64803f030 con 0x7fd64c069620 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd64c19b230 con 0x7fd64c069620 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd641ffb640 1 -- 172.21.15.55:0/808412074 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd648003cd0 con 0x7fd64c069620 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd641ffb640 1 -- 172.21.15.55:0/808412074 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd648035070 con 0x7fd64c069620 2024-04-23T18:23:11.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.600+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd64c1a74b0 con 0x7fd64c069620 2024-04-23T18:23:11.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:11 smithi152 ceph-mon[33022]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 131 KiB/s wr, 79 op/s 2024-04-23T18:23:11.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:11 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/171613167' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:11 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1242976985' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.604 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:11 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4185752509' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.602+0000 7fd641ffb640 1 -- 172.21.15.55:0/808412074 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fd648042030 con 0x7fd64c069620 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 Processor -- start 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 -- start start 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635694800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d635697220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55d6355efc50 con 0x55d635689db0 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d63558c830 con 0x55d63568a760 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd655c2b740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55d6355ebc10 con 0x55d635694dd0 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.606 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd641ffb640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 0x7fd6340a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635694800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57874/0 (socket says 172.21.15.55:57874) 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 -- 172.21.15.55:0/647743358 learned_addr learned my addr 172.21.15.55:0/647743358 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd643fff640 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d635697220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 0x7fd6340a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd641ffb640 1 -- 172.21.15.55:0/808412074 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd6480f0ef0 con 0x7fd64c069620 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 -- 172.21.15.55:0/647743358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 msgr2=0x55d635697220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d635697220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 -- 172.21.15.55:0/647743358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 msgr2=0x55d635694800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.603+0000 7fd6513d2640 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635694800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd6513d2640 1 -- 172.21.15.55:0/647743358 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6353022d0 con 0x55d635689db0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd650bd1640 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635694800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd6513d2640 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd644012e60 tx=0x7fd64400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e011ad05d0c2ada server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd632ffd640 1 -- 172.21.15.55:0/647743358 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644022070 con 0x55d635689db0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd6513d2640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 0x7fd6340a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd64401b000 tx=0x7fd64401d000 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd632ffd640 1 -- 172.21.15.55:0/647743358 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd644003e40 con 0x55d635689db0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.604+0000 7fd632ffd640 1 -- 172.21.15.55:0/647743358 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd64401d400 con 0x55d635689db0 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- 172.21.15.55:0/647743358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 msgr2=0x55d63568a190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd644012e60 tx=0x7fd64400e720 comp rx=0 tx=0).stop 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- 172.21.15.55:0/647743358 shutdown_connections 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d635697220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635694800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 --2- 172.21.15.55:0/647743358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d63568a190 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- 172.21.15.55:0/647743358 >> 172.21.15.55:0/647743358 conn(0x55d635686070 msgr2=0x55d635686450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- 172.21.15.55:0/647743358 shutdown_connections 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- 172.21.15.55:0/647743358 wait complete. 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.605+0000 7fd655c2b740 1 -- start start 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 Processor -- start 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635692270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d6356927b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55d635697ce0 con 0x55d635689db0 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d63558a470 con 0x55d63568a760 2024-04-23T18:23:11.609 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55d635697e60 con 0x55d635694dd0 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd655c2b740 10 client.0 _ll_register_callbacks cb 0x55d6355aff30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57888/0 (socket says 172.21.15.55:57888) 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd643fff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635692270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 -- 172.21.15.55:0/4155381718 learned_addr learned my addr 172.21.15.55:0/4155381718 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd6513d2640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d6356927b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 -- 172.21.15.55:0/4155381718 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 msgr2=0x55d6356927b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d6356927b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 -- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 msgr2=0x55d635692270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635692270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd650bd1640 1 -- 172.21.15.55:0/4155381718 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6353cc6b0 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.606+0000 7fd643fff640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635692270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd650bd1640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd648005ec0 tx=0x7fd64802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad4e61063450dcb1 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd648049040 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd64803bc30 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d6355fd670 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd64803be30 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 10 client.15630 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55d6356a3fe0 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55d6355fd670 con 0x55d635689db0 2024-04-23T18:23:11.611 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd6480dd0d0 con 0x55d635689db0 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 10 client.15630 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 10 client.15630 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 20 client.15630 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d6356a6630 0x55d6356a7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 4 client.15630 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.607+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d6355f74e0 con 0x55d6356a6630 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.608+0000 7fd643fff640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d6356a6630 0x55d6356a7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.608+0000 7fd643fff640 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d6356a6630 0x55d6356a7aa0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fcd48ff9db22a37 server_cookie=8497bbbc78f00d8a in_seq=0 out_seq=0 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.608+0000 7fd62bfff640 10 client.15630 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.608+0000 7fd62bfff640 1 -- 172.21.15.55:0/4155381718 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55d6355f74e0 con 0x55d6356a6630 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.608+0000 7fd62bfff640 10 client.15630 handle_command_reply: tid=0 2024-04-23T18:23:11.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 client.15630 shutdown 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 msgr2=0x55d635691d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fd648005ec0 tx=0x7fd64802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 shutdown_connections 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d6356a6630 0x55d6356a7aa0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d635694dd0 0x55d6356927b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d63568a760 0x55d635692270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 --2- 172.21.15.55:0/4155381718 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d635691d30 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd62bfff640 0 client.15630 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 >> 172.21.15.55:0/4155381718 conn(0x55d635686070 msgr2=0x55d63568bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 shutdown_connections 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 1 -- 172.21.15.55:0/4155381718 wait complete. 2024-04-23T18:23:11.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.609+0000 7fd655c2b740 20 client.15630 trim_cache size 0 max 16384 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 Processor -- start 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 -- start start 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 0x55d63568c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a5de0 con 0x55d635694dd0 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a64b0 con 0x55d635689db0 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd655c2b740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a6b80 con 0x55d63568a760 2024-04-23T18:23:11.627 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd6513d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd6513d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57898/0 (socket says 172.21.15.55:57898) 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd6513d2640 1 -- 172.21.15.55:0/63899912 learned_addr learned my addr 172.21.15.55:0/63899912 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd650bd1640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 0x55d63568c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.627+0000 7fd643fff640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 -- 172.21.15.55:0/63899912 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 msgr2=0x55d63568efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 -- 172.21.15.55:0/63899912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 msgr2=0x55d63568c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 0x55d63568c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 -- 172.21.15.55:0/63899912 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d6356819d0 con 0x55d635694dd0 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd650bd1640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 0x55d63568c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.628 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6513d2640 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd64401e000 tx=0x7fd644015050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13e70ce0fc61321b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6327fc640 1 -- 172.21.15.55:0/63899912 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644022070 con 0x55d635694dd0 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6327fc640 1 -- 172.21.15.55:0/63899912 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd644005b30 con 0x55d635694dd0 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.628+0000 7fd6327fc640 1 -- 172.21.15.55:0/63899912 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6440286b0 con 0x55d635694dd0 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- 172.21.15.55:0/63899912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 msgr2=0x55d63568f510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fd64401e000 tx=0x7fd644015050 comp rx=0 tx=0).stop 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- 172.21.15.55:0/63899912 shutdown_connections 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635694dd0 0x55d63568f510 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- 172.21.15.55:0/63899912 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635689db0 0x55d63568c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- 172.21.15.55:0/63899912 >> 172.21.15.55:0/63899912 conn(0x55d635686070 msgr2=0x55d635690620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- 172.21.15.55:0/63899912 shutdown_connections 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- 172.21.15.55:0/63899912 wait complete. 2024-04-23T18:23:11.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- start start 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 Processor -- start 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635694dd0 0x55d63568f030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a7920 con 0x55d635689db0 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a7250 con 0x55d635694dd0 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.629+0000 7fd655c2b740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55d6356a7ff0 con 0x55d63568a760 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd655c2b740 10 client.0 _ll_register_callbacks cb 0x7fd648004570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57908/0 (socket says 172.21.15.55:57908) 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 -- 172.21.15.55:0/83625270 learned_addr learned my addr 172.21.15.55:0/83625270 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd6513d2640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635694dd0 0x55d63568f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd643fff640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 -- 172.21.15.55:0/83625270 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 msgr2=0x55d63568e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 -- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635694dd0 msgr2=0x55d63568f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635694dd0 0x55d63568f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 -- 172.21.15.55:0/83625270 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d6356add40 con 0x55d635689db0 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd643fff640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:11.631 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd650bd1640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd64803d040 tx=0x7fd6480dd2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94c666dc07feb3be server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd62bfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6480c9070 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd6480c54b0 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d6355739a0 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd648049040 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd655c2b740 10 client.15636 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.630+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55d63570c760 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x55d6355739a0 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd6480cc030 con 0x55d635689db0 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 10 client.15636 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:11.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 10 client.15636 resolve_mds: resolved name 'b' to daemon mds.b 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 20 client.15636 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d635711130 0x55d63570fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 4 client.15636 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "status"}] 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "status"}) -- 0x55d6355c0660 con 0x55d635711130 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd643fff640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d635711130 0x55d63570fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd643fff640 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d635711130 0x55d63570fe40 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ccff848e82b49f75 server_cookie=42a7b369954a23f7 in_seq=0 out_seq=0 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.631+0000 7fd62bfff640 10 client.15636 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd62bfff640 1 -- 172.21.15.55:0/83625270 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+326 (crc 0 0 0) 0x55d6355c0660 con 0x55d635711130 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd62bfff640 10 client.15636 handle_command_reply: tid=0 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 client.15636 shutdown 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 msgr2=0x55d6356b0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fd64803d040 tx=0x7fd6480dd2e0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 shutdown_connections 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55d635711130 0x55d63570fe40 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55d63568a760 0x55d63568e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55d635694dd0 0x55d63568f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 --2- 172.21.15.55:0/83625270 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55d635689db0 0x55d6356b0290 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 >> 172.21.15.55:0/83625270 conn(0x55d635686070 msgr2=0x55d635690a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd62bfff640 0 client.15636 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 shutdown_connections 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 1 -- 172.21.15.55:0/83625270 wait complete. 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd655c2b740 20 client.15636 trim_cache size 0 max 16384 2024-04-23T18:23:11.634 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "cluster_fsid": "e5804afc-019c-11ef-bc93-c7b262605968", 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "whoami": 0, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "id": 24536, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "want_state": "up:active", 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "state": "up:active", 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "fs_name": "cephfs", 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "rank_uptime": 128.94731113700001, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "mdsmap_epoch": 27, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch": 89, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_epoch_barrier": 88, 2024-04-23T18:23:11.635 INFO:teuthology.orchestra.run.smithi055.stdout: "uptime": 135.73699639 2024-04-23T18:23:11.636 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 msgr2=0x7fd6340a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 0x7fd6340a6270 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd64401b000 tx=0x7fd64401d000 comp rx=0 tx=0).stop 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 msgr2=0x7fd64c1a0660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.632+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd648005ab0 tx=0x7fd6480042f0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 shutdown_connections 2024-04-23T18:23:11.637 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd6340a3db0 0x7fd6340a6270 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd64c102df0 0x7fd64c1a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd64c10e750 0x7fd64c19a7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 --2- 172.21.15.55:0/808412074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd64c069620 0x7fd64c1a0660 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 >> 172.21.15.55:0/808412074 conn(0x7fd64c077cb0 msgr2=0x7fd64c10f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 shutdown_connections 2024-04-23T18:23:11.638 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:11.633+0000 7fd652e35640 1 -- 172.21.15.55:0/808412074 wait complete. 2024-04-23T18:23:11.638 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-04-23T18:23:13.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:13 smithi116 ceph-mon[32310]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:13.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:13 smithi055 ceph-mon[29189]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:13.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:13 smithi152 ceph-mon[33022]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-04-23T18:23:15.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:15 smithi116 ceph-mon[32310]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:15.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:15 smithi055 ceph-mon[29189]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:15.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:15 smithi152 ceph-mon[33022]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-04-23T18:23:17.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:17 smithi116 ceph-mon[32310]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:17.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:17 smithi055 ceph-mon[29189]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:17.581 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 -- 172.21.15.55:0/3010644925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0581021c0 msgr2=0x7fc0581025a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 --2- 172.21.15.55:0/3010644925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0581021c0 0x7fc0581025a0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc048009900 tx=0x7fc04802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 -- 172.21.15.55:0/3010644925 shutdown_connections 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 --2- 172.21.15.55:0/3010644925 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc058102b70 0x7fc058106bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 --2- 172.21.15.55:0/3010644925 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 0x7fc05810ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 --2- 172.21.15.55:0/3010644925 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc0581021c0 0x7fc0581025a0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 -- 172.21.15.55:0/3010644925 >> 172.21.15.55:0/3010644925 conn(0x7fc0580fda20 msgr2=0x7fc0580ffe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 -- 172.21.15.55:0/3010644925 shutdown_connections 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.585+0000 7fc05d907640 1 -- 172.21.15.55:0/3010644925 wait complete. 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 Processor -- start 2024-04-23T18:23:17.582 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 -- start start 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 0x7fc0581a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 0x7fc0581a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc058112330 con 0x7fc05819a810 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581121b0 con 0x7fc058107290 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc05d907640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581124b0 con 0x7fc0581021c0 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc0577fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc0577fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57934/0 (socket says 172.21.15.55:57934) 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc0577fe640 1 -- 172.21.15.55:0/505489333 learned_addr learned my addr 172.21.15.55:0/505489333 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc0567fc640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 0x7fc0581a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.586+0000 7fc056ffd640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 0x7fc0581a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 -- 172.21.15.55:0/505489333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 msgr2=0x7fc0581a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 0x7fc0581a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 -- 172.21.15.55:0/505489333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 msgr2=0x7fc0581a0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 0x7fc0581a0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 -- 172.21.15.55:0/505489333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc05819b3a0 con 0x7fc05819a810 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc056ffd640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 0x7fc0581a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc0577fe640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc050009fd0 tx=0x7fc05000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc05c905640 1 -- 172.21.15.55:0/505489333 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc050017070 con 0x7fc05819a810 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc05c905640 1 -- 172.21.15.55:0/505489333 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc050003e40 con 0x7fc05819a810 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc05c905640 1 -- 172.21.15.55:0/505489333 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc050004820 con 0x7fc05819a810 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc05819b690 con 0x7fc05819a810 2024-04-23T18:23:17.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.587+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0581a7820 con 0x7fc05819a810 2024-04-23T18:23:17.589 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.589+0000 7fc05c905640 1 -- 172.21.15.55:0/505489333 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fc050003970 con 0x7fc05819a810 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 Processor -- start 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 -- start start 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc05c905640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 0x7fc0400a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6f40 0x564f2cc012c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc03bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x564f2cb5b970 con 0x564f2cbf6620 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564f2caf84a0 con 0x564f2cc01800 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc060619740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x564f2cb57930 con 0x564f2cbf6f40 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.590 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57938/0 (socket says 172.21.15.55:57938) 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc0567fc640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 0x7fc0400a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 -- 172.21.15.55:0/3123550045 learned_addr learned my addr 172.21.15.55:0/3123550045 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc05c905640 1 -- 172.21.15.55:0/505489333 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc0500d0790 con 0x7fc05819a810 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc0577fe640 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc03bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc0567fc640 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6f40 0x564f2cc012c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 -- 172.21.15.55:0/3123550045 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6f40 msgr2=0x564f2cc012c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6f40 0x564f2cc012c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 -- 172.21.15.55:0/3123550045 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 msgr2=0x564f2cc03bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc03bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc056ffd640 1 -- 172.21.15.55:0/3123550045 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f2c86e210 con 0x564f2cbf6620 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.590+0000 7fc0567fc640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 0x7fc0400a6320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc058108bb0 tx=0x7fc04c00be70 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc056ffd640 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fc048033000 tx=0x7fc048032c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae7c898baa64e4fe server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc03dffb640 1 -- 172.21.15.55:0/3123550045 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04803f070 con 0x564f2cbf6620 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc03dffb640 1 -- 172.21.15.55:0/3123550045 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc048031710 con 0x564f2cbf6620 2024-04-23T18:23:17.591 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc03dffb640 1 -- 172.21.15.55:0/3123550045 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc048035070 con 0x564f2cbf6620 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 -- 172.21.15.55:0/3123550045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 msgr2=0x564f2cbf6a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fc048033000 tx=0x7fc048032c80 comp rx=0 tx=0).stop 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 -- 172.21.15.55:0/3123550045 shutdown_connections 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6f40 0x564f2cc012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc03bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 --2- 172.21.15.55:0/3123550045 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6620 0x564f2cbf6a00 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.591+0000 7fc060619740 1 -- 172.21.15.55:0/3123550045 >> 172.21.15.55:0/3123550045 conn(0x564f2cbf2b30 msgr2=0x564f2cbf2f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.592+0000 7fc060619740 1 -- 172.21.15.55:0/3123550045 shutdown_connections 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.592+0000 7fc060619740 1 -- 172.21.15.55:0/3123550045 wait complete. 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.592+0000 7fc060619740 1 -- start start 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.592+0000 7fc060619740 1 Processor -- start 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc01150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.592 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cbfe9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x564f2cc043d0 con 0x564f2cbf6f40 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x564f2caf60b0 con 0x564f2cbf6620 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x564f2cc04550 con 0x564f2cc01800 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc060619740 10 client.0 _ll_register_callbacks cb 0x564f2cae3d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc056ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc01150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57954/0 (socket says 172.21.15.55:57954) 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 -- 172.21.15.55:0/1788589720 learned_addr learned my addr 172.21.15.55:0/1788589720 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0577fe640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cbfe9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 -- 172.21.15.55:0/1788589720 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 msgr2=0x564f2cbfe9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cbfe9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 -- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 msgr2=0x564f2cc01150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc01150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.593 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.593+0000 7fc0567fc640 1 -- 172.21.15.55:0/1788589720 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f2c93a620 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc0567fc640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc04c012420 tx=0x7fc04c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14a1c4debe815c47 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc036ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c005220 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc04c0053c0 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc048031710 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc04c0055c0 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc060619740 10 client.15648 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564f2cc10350 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.594+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc048031710 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fc04c01fb60 con 0x564f2cbf6f40 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 10 client.15648 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 10 client.15648 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 20 client.15648 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc117c0 0x564f2cc13bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.594 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 4 client.15648 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f2cb69390 con 0x564f2cc117c0 2024-04-23T18:23:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.595+0000 7fc056ffd640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc117c0 0x564f2cc13bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc056ffd640 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc117c0 0x564f2cc13bd0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f001413f84c4232d server_cookie=838170263fd02f6b in_seq=0 out_seq=0 2024-04-23T18:23:17.595 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc036ffd640 10 client.15648 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc036ffd640 1 -- 172.21.15.55:0/1788589720 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x564f2cb69390 con 0x564f2cc117c0 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc036ffd640 10 client.15648 handle_command_reply: tid=0 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc060619740 1 client.15648 shutdown 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.596+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 msgr2=0x564f2cbfe440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fc04c012420 tx=0x7fc04c004730 comp rx=0 tx=0).stop 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 shutdown_connections 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc117c0 0x564f2cc13bd0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cbfe9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.596 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfe440 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc036ffd640 0 client.15648 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 --2- 172.21.15.55:0/1788589720 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc01150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 >> 172.21.15.55:0/1788589720 conn(0x564f2cbf2b30 msgr2=0x564f2cbf8860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 shutdown_connections 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 1 -- 172.21.15.55:0/1788589720 wait complete. 2024-04-23T18:23:17.597 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.597+0000 7fc060619740 20 client.15648 trim_cache size 0 max 16384 2024-04-23T18:23:17.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:17 smithi152 ceph-mon[33022]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-04-23T18:23:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 Processor -- start 2024-04-23T18:23:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 -- start start 2024-04-23T18:23:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc0d290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cc00c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581afe70 con 0x564f2cbf6f40 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581b19b0 con 0x564f2cbf6620 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.613+0000 7fc060619740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581b0540 con 0x564f2cc01800 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57962/0 (socket says 172.21.15.55:57962) 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 -- 172.21.15.55:0/978045734 learned_addr learned my addr 172.21.15.55:0/978045734 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc056ffd640 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc0d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0577fe640 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cc00c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 -- 172.21.15.55:0/978045734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 msgr2=0x564f2cc00c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cc00c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 -- 172.21.15.55:0/978045734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 msgr2=0x564f2cc0d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc0d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 -- 172.21.15.55:0/978045734 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f2cbf6d70 con 0x564f2cbf6f40 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc0567fc640 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc04c029510 tx=0x7fc04c02ac30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92b28a3244562c1e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc03d7fa640 1 -- 172.21.15.55:0/978045734 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c0043d0 con 0x564f2cbf6f40 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc03d7fa640 1 -- 172.21.15.55:0/978045734 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc04c035070 con 0x564f2cbf6f40 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.614+0000 7fc03d7fa640 1 -- 172.21.15.55:0/978045734 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c01fad0 con 0x564f2cbf6f40 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- 172.21.15.55:0/978045734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 msgr2=0x564f2cbfd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fc04c029510 tx=0x7fc04c02ac30 comp rx=0 tx=0).stop 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- 172.21.15.55:0/978045734 shutdown_connections 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cc01800 0x564f2cc00c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cbfd380 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 --2- 172.21.15.55:0/978045734 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cbf6620 0x564f2cc0d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- 172.21.15.55:0/978045734 >> 172.21.15.55:0/978045734 conn(0x564f2cbf2b30 msgr2=0x564f2cbf9af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- 172.21.15.55:0/978045734 shutdown_connections 2024-04-23T18:23:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- 172.21.15.55:0/978045734 wait complete. 2024-04-23T18:23:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.615+0000 7fc060619740 1 -- start start 2024-04-23T18:23:17.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 Processor -- start 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6620 0x564f2cc09b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc053c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581b12e0 con 0x564f2cbf6f40 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581b0c10 con 0x564f2cc01800 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc0581ade50 con 0x564f2cbf6620 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc060619740 10 client.0 _ll_register_callbacks cb 0x7fc04c003d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57970/0 (socket says 172.21.15.55:57970) 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 -- 172.21.15.55:0/391961192 learned_addr learned my addr 172.21.15.55:0/391961192 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc056ffd640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6620 0x564f2cc09b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0577fe640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc053c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 -- 172.21.15.55:0/391961192 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6620 msgr2=0x564f2cc09b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6620 0x564f2cc09b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 -- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 msgr2=0x564f2cc053c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc053c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0567fc640 1 -- 172.21.15.55:0/391961192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f2cc05bf0 con 0x564f2cbf6f40 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.616+0000 7fc0577fe640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc053c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc0567fc640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc04c0295d0 tx=0x7fc04c0045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de57b4c526f92ff server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c012cb0 con 0x564f2cbf6f40 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc04c029a60 con 0x564f2cbf6f40 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc04c035070 con 0x564f2cbf6f40 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc04c049050 con 0x564f2cbf6f40 2024-04-23T18:23:17.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 10 client.15654 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x564f2cc77d30 con 0x564f2cbf6f40 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc04c035070 con 0x564f2cbf6f40 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fc04c02a160 con 0x564f2cbf6f40 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 10 client.15654 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 10 client.15654 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 20 client.15654 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc783b0 0x564f2cc7a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 4 client.15654 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.617+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x564f2cb63200 con 0x564f2cc783b0 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.618+0000 7fc056ffd640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc783b0 0x564f2cc7a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.618+0000 7fc056ffd640 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc783b0 0x564f2cc7a7d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0317c47a0e934ad server_cookie=111c3defe5dc0a94 in_seq=0 out_seq=0 2024-04-23T18:23:17.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.618+0000 7fc036ffd640 10 client.15654 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.629+0000 7fc036ffd640 1 -- 172.21.15.55:0/391961192 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x564f2cb63200 con 0x564f2cc783b0 2024-04-23T18:23:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.629+0000 7fc036ffd640 10 client.15654 handle_command_reply: tid=0 2024-04-23T18:23:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.629+0000 7fc060619740 1 client.15654 shutdown 2024-04-23T18:23:17.624 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.629+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 msgr2=0x564f2cc04e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.629+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fc04c0295d0 tx=0x7fc04c0045e0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 shutdown_connections 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x564f2cc783b0 0x564f2cc7a7d0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x564f2cc01800 0x564f2cc053c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc036ffd640 0 client.15654 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x564f2cbf6f40 0x564f2cc04e80 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 --2- 172.21.15.55:0/391961192 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x564f2cbf6620 0x564f2cc09b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 >> 172.21.15.55:0/391961192 conn(0x564f2cbf2b30 msgr2=0x564f2cc0c280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 shutdown_connections 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 1 -- 172.21.15.55:0/391961192 wait complete. 2024-04-23T18:23:17.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc060619740 20 client.15654 trim_cache size 0 max 16384 2024-04-23T18:23:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:23:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:23:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:23:17.626 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 msgr2=0x7fc0400a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 0x7fc0400a6320 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fc058108bb0 tx=0x7fc04c00be70 comp rx=0 tx=0).stop 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 msgr2=0x7fc05819acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fc050009fd0 tx=0x7fc05000b260 comp rx=0 tx=0).stop 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 shutdown_connections 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc0400a3e60 0x7fc0400a6320 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc05819a810 0x7fc05819acc0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc058107290 0x7fc0581a0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 --2- 172.21.15.55:0/505489333 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc0581021c0 0x7fc0581a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.630+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 >> 172.21.15.55:0/505489333 conn(0x7fc0580fda20 msgr2=0x7fc0580fe7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.631+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 shutdown_connections 2024-04-23T18:23:17.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:17.631+0000 7fc05d907640 1 -- 172.21.15.55:0/505489333 wait complete. 2024-04-23T18:23:19.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:19 smithi116 ceph-mon[32310]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-04-23T18:23:19.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:19 smithi055 ceph-mon[29189]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-04-23T18:23:19.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:19 smithi152 ceph-mon[33022]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-04-23T18:23:21.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:21 smithi116 ceph-mon[32310]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 58 op/s 2024-04-23T18:23:21.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:21 smithi055 ceph-mon[29189]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 58 op/s 2024-04-23T18:23:21.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:21 smithi152 ceph-mon[33022]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 78 KiB/s wr, 58 op/s 2024-04-23T18:23:23.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:23 smithi116 ceph-mon[32310]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:23.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:23 smithi055 ceph-mon[29189]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:23.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:23 smithi152 ceph-mon[33022]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-04-23T18:23:25.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:25 smithi116 ceph-mon[32310]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:25.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:25 smithi055 ceph-mon[29189]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:25.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:25 smithi152 ceph-mon[33022]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 2.3 KiB/s wr, 17 op/s 2024-04-23T18:23:26.639 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10.5 2024-04-23T18:23:26.640 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:26.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 -- 172.21.15.55:0/487954743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102bf0 msgr2=0x7fd914106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:26.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 --2- 172.21.15.55:0/487954743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102bf0 0x7fd914106ba0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fd904009900 tx=0x7fd90402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:26.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 -- 172.21.15.55:0/487954743 shutdown_connections 2024-04-23T18:23:26.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 --2- 172.21.15.55:0/487954743 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914107280 0x7fd91410ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.746 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 --2- 172.21.15.55:0/487954743 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102bf0 0x7fd914106ba0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 --2- 172.21.15.55:0/487954743 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914102240 0x7fd914102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 -- 172.21.15.55:0/487954743 >> 172.21.15.55:0/487954743 conn(0x7fd9140790e0 msgr2=0x7fd9140794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:26.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 -- 172.21.15.55:0/487954743 shutdown_connections 2024-04-23T18:23:26.747 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.753+0000 7fd91b568640 1 -- 172.21.15.55:0/487954743 wait complete. 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 Processor -- start 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 -- start start 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914107280 0x7fd91419e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914198600 0x7fd914198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd9141122e0 con 0x7fd914102240 2024-04-23T18:23:26.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd914112160 con 0x7fd914198600 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd91b568640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd914112460 con 0x7fd914107280 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60960/0 (socket says 172.21.15.55:60960) 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 -- 172.21.15.55:0/2197054076 learned_addr learned my addr 172.21.15.55:0/2197054076 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd918b03640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914107280 0x7fd91419e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919b05640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914198600 0x7fd914198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 -- 172.21.15.55:0/2197054076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914107280 msgr2=0x7fd91419e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914107280 0x7fd91419e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 -- 172.21.15.55:0/2197054076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914198600 msgr2=0x7fd914198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914198600 0x7fd914198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 -- 172.21.15.55:0/2197054076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd914199120 con 0x7fd914102240 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.754+0000 7fd919304640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd91000c920 tx=0x7fd91000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.755+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910007c70 con 0x7fd914102240 2024-04-23T18:23:26.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.755+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd910007e10 con 0x7fd914102240 2024-04-23T18:23:26.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.755+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd914199410 con 0x7fd914102240 2024-04-23T18:23:26.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.755+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9100188c0 con 0x7fd914102240 2024-04-23T18:23:26.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.755+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9141a5610 con 0x7fd914102240 2024-04-23T18:23:26.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.756+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9140691c0 con 0x7fd914102240 2024-04-23T18:23:26.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.757+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fd910018a60 con 0x7fd914102240 2024-04-23T18:23:26.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.758+0000 7fd90a7fc640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 0x7fd9000a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:26.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.758+0000 7fd918b03640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 0x7fd9000a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:26.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.758+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd9100d0b70 con 0x7fd914102240 2024-04-23T18:23:26.752 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.758+0000 7fd918b03640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 0x7fd9000a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd904009230 tx=0x7fd904009560 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:26.755 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.763+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd910014030 con 0x7fd914102240 2024-04-23T18:23:26.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.988+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd914199ae0 con 0x7fd914102240 2024-04-23T18:23:26.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.989+0000 7fd90a7fc640 1 -- 172.21.15.55:0/2197054076 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7fd91000de20 con 0x7fd914102240 2024-04-23T18:23:26.982 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:26.983 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:26.983 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 msgr2=0x7fd9000a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 0x7fd9000a6270 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd904009230 tx=0x7fd904009560 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 msgr2=0x7fd91419e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fd91000c920 tx=0x7fd91000cde0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 shutdown_connections 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd9000a3db0 0x7fd9000a6270 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd914107280 0x7fd91419e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd914198600 0x7fd914198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 --2- 172.21.15.55:0/2197054076 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd914102240 0x7fd91419e400 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 >> 172.21.15.55:0/2197054076 conn(0x7fd9140790e0 msgr2=0x7fd914100220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:26.985 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 shutdown_connections 2024-04-23T18:23:26.986 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:26.991+0000 7fd91b568640 1 -- 172.21.15.55:0/2197054076 wait complete. 2024-04-23T18:23:26.996 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db / --timeout 60 --expiration 70.5 --await-for 42.0' 2024-04-23T18:23:26.996 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db / --timeout 60 --expiration 70.5 --await-for 42.0 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3037422232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc102bf0 msgr2=0x7ff0bc106ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3037422232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc102bf0 0x7ff0bc106ba0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4009900 tx=0x7ff0a402a410 comp rx=0 tx=0).stop 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3037422232 shutdown_connections 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3037422232 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc10ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3037422232 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc102bf0 0x7ff0bc106ba0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3037422232 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc102620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.118+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3037422232 >> 172.21.15.55:0/3037422232 conn(0x7ff0bc0790e0 msgr2=0x7ff0bc0794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3037422232 shutdown_connections 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3037422232 wait complete. 2024-04-23T18:23:27.114 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 Processor -- start 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- start start 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc112300 con 0x7ff0bc074cd0 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc112180 con 0x7ff0bc102240 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.119+0000 7ff0c17ad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc112480 con 0x7ff0bc107280 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60970/0 (socket says 172.21.15.55:60970) 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/3739856358 learned_addr learned my addr 172.21.15.55:0/3739856358 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0baffd640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/3739856358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 msgr2=0x7ff0bc074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.115 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/3739856358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 msgr2=0x7ff0bc074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/3739856358 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0bc1a7090 con 0x7ff0bc074cd0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0baffd640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff0b400cce0 tx=0x7ff0b400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0b8ff9640 1 -- 172.21.15.55:0/3739856358 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b400f450 con 0x7ff0bc074cd0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0b8ff9640 1 -- 172.21.15.55:0/3739856358 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0b400fac0 con 0x7ff0bc074cd0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0bc1a7380 con 0x7ff0bc074cd0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0b8ff9640 1 -- 172.21.15.55:0/3739856358 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4018be0 con 0x7ff0bc074cd0 2024-04-23T18:23:27.116 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.120+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0bc1a7850 con 0x7ff0bc074cd0 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.122+0000 7ff0b8ff9640 1 -- 172.21.15.55:0/3739856358 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7ff0b400fc70 con 0x7ff0bc074cd0 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 Processor -- start 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 -- start start 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0b8ff9640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 0x7ff0a80a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17fa1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fa4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x558d17efc370 con 0x558d17f979c0 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x558d17e992e0 con 0x558d17f970a0 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.123+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x558d17ef8330 con 0x558d17fa2090 2024-04-23T18:23:27.126 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 0x7ff0a80a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b8ff9640 1 -- 172.21.15.55:0/3739856358 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff0b40d1050 con 0x7ff0bc074cd0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0baffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0baffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:47086/0 (socket says 172.21.15.55:47086) 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17fa1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0baffd640 1 -- 172.21.15.55:0/3297608274 learned_addr learned my addr 172.21.15.55:0/3297608274 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fa4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 -- 172.21.15.55:0/3297608274 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 msgr2=0x558d17fa4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fa4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 -- 172.21.15.55:0/3297608274 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 msgr2=0x558d17f97480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 -- 172.21.15.55:0/3297608274 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d17cdad80 con 0x558d17f979c0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0baffd640 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 0x7ff0a80a62a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4009230 tx=0x7ff0a4032bd0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17fa1b50 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff0a402a930 tx=0x7ff0a4045000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=767c3c3d52bea40f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.127 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b17fa640 1 -- 172.21.15.55:0/3297608274 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4035040 con 0x558d17f979c0 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b17fa640 1 -- 172.21.15.55:0/3297608274 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0a40054f0 con 0x558d17f979c0 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.124+0000 7ff0b17fa640 1 -- 172.21.15.55:0/3297608274 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4004d90 con 0x558d17f979c0 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 -- 172.21.15.55:0/3297608274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 msgr2=0x558d17fa1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17fa1b50 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7ff0a402a930 tx=0x7ff0a4045000 comp rx=0 tx=0).stop 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 -- 172.21.15.55:0/3297608274 shutdown_connections 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fa4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17fa1b50 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/3297608274 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f97480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 -- 172.21.15.55:0/3297608274 >> 172.21.15.55:0/3297608274 conn(0x558d17f933c0 msgr2=0x558d17f937a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 -- 172.21.15.55:0/3297608274 shutdown_connections 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.125+0000 7ff0c45a2740 1 -- 172.21.15.55:0/3297608274 wait complete. 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 -- start start 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 Processor -- start 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f9f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.128 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17f9fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x558d17fa4e20 con 0x558d17f979c0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x558d17e96fb0 con 0x558d17f970a0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x558d17fa4fa0 con 0x558d17fa2090 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0c45a2740 10 client.0 _ll_register_callbacks cb 0x558d17e969a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0b3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0b3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:60998/0 (socket says 172.21.15.55:60998) 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0baffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f9f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0b3fff640 1 -- 172.21.15.55:0/79712167 learned_addr learned my addr 172.21.15.55:0/79712167 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17f9fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0baffd640 1 -- 172.21.15.55:0/79712167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 msgr2=0x558d17f9fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0baffd640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17f9fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.126+0000 7ff0baffd640 1 -- 172.21.15.55:0/79712167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 msgr2=0x558d17f9f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.129 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0baffd640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0baffd640 1 -- 172.21.15.55:0/79712167 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d17d3b510 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0baffd640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f9f090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00bf20 tx=0x7ff0ac012820 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f6aee202cc48d4f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac01f060 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0a40054f0 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mon.2 v2:172.21.15.116:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff0ac010960 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff0ac010b60 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0c45a2740 10 client.25343 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558d17bce670 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mon.2 v2:172.21.15.116:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0a40054f0 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.127+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mon.2 v2:172.21.15.116:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff0ac019030 con 0x558d17f970a0 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 10 client.25343 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:27.130 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 10 client.25343 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 20 client.25343 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d17fb2460 0x558d17fb4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 4 client.25343 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558d17f09d90 con 0x558d17fb2460 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d17fb2460 0x558d17fb4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0a27fc640 10 client.25343 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.128+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d17fb2460 0x558d17fb4850 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1fcf1784aae63dba server_cookie=7e6752c8e93c9301 in_seq=0 out_seq=0 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0a27fc640 1 -- 172.21.15.55:0/79712167 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558d17f09d90 con 0x558d17fb2460 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0a27fc640 10 client.25343 handle_command_reply: tid=0 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 client.25343 shutdown 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 msgr2=0x558d17f9f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f9f090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00bf20 tx=0x7ff0ac012820 comp rx=0 tx=0).stop 2024-04-23T18:23:27.131 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 shutdown_connections 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d17fb2460 0x558d17fb4850 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17f9fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f979c0 0x558d17f9f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/79712167 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17f9f090 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0a27fc640 0 client.25343 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 >> 172.21.15.55:0/79712167 conn(0x558d17f933c0 msgr2=0x558d17f991c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 shutdown_connections 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 1 -- 172.21.15.55:0/79712167 wait complete. 2024-04-23T18:23:27.132 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.129+0000 7ff0c45a2740 20 client.25343 trim_cache size 0 max 16384 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 Processor -- start 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 -- start start 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 0x558d17f92480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fba120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1afdf0 con 0x558d17f970a0 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1b1930 con 0x558d17f979c0 2024-04-23T18:23:27.144 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1b04c0 con 0x558d17fa2090 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:32782/0 (socket says 172.21.15.55:32782) 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 -- 172.21.15.55:0/204585108 learned_addr learned my addr 172.21.15.55:0/204585108 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fba120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 0x558d17f92480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 -- 172.21.15.55:0/204585108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 msgr2=0x558d17fba120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fba120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 -- 172.21.15.55:0/204585108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 msgr2=0x558d17f92480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 0x558d17f92480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.150+0000 7ff0baffd640 1 -- 172.21.15.55:0/204585108 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558d17fb10b0 con 0x558d17f970a0 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fba120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 0x558d17f92480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:27.145 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0baffd640 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac01af80 tx=0x7ff0ac005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34cb6b3adaace982 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0b0ff9640 1 -- 172.21.15.55:0/204585108 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac010760 con 0x558d17f970a0 2024-04-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0b0ff9640 1 -- 172.21.15.55:0/204585108 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0ac030070 con 0x558d17f970a0 2024-04-23T18:23:27.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.151+0000 7ff0b0ff9640 1 -- 172.21.15.55:0/204585108 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac01a700 con 0x558d17f970a0 2024-04-23T18:23:27.149 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- 172.21.15.55:0/204585108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 msgr2=0x558d17f99910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac01af80 tx=0x7ff0ac005710 comp rx=0 tx=0).stop 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- 172.21.15.55:0/204585108 shutdown_connections 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17fa2090 0x558d17fba120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f979c0 0x558d17f92480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/204585108 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17f970a0 0x558d17f99910 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- 172.21.15.55:0/204585108 >> 172.21.15.55:0/204585108 conn(0x558d17f933c0 msgr2=0x558d17f91d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- 172.21.15.55:0/204585108 shutdown_connections 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- 172.21.15.55:0/204585108 wait complete. 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- start start 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 Processor -- start 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17fa5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.150 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17f979c0 0x558d17fa6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1b1260 con 0x558d17fa2090 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1b0b90 con 0x558d17f970a0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff0bc1addd0 con 0x558d17f979c0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0c45a2740 10 client.0 _ll_register_callbacks cb 0x7ff0ac00bb60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0bb7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0bb7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:32784/0 (socket says 172.21.15.55:32784) 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/1960682072 learned_addr learned my addr 172.21.15.55:0/1960682072 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.152+0000 7ff0b3fff640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17f979c0 0x558d17fa6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0baffd640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17fa5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/1960682072 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17f979c0 msgr2=0x558d17fa6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17f979c0 0x558d17fa6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.151 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 msgr2=0x558d17fa5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17fa5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 -- 172.21.15.55:0/1960682072 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558d18017af0 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0baffd640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17fa5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0bb7fe640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4099860 tx=0x7ff0b40b0010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc9d55de886f8312 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b40afd20 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff0b40ce9a0 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0ac030070 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff0b40ceba0 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0c45a2740 10 client.15678 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558d18018d80 con 0x558d17fa2090 2024-04-23T18:23:27.152 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.153+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff0ac030070 con 0x558d17fa2090 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff0b4067c30 con 0x558d17fa2090 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 10 client.15678 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 10 client.15678 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 20 client.15678 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d18019510 0x558d1801b930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 4 client.15678 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.5, "await_for": 42.0}] 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.5, "await_for": 42.0}) -- 0x558d17f03c00 con 0x558d18019510 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0baffd640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d18019510 0x558d1801b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0a27fc640 10 client.15678 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:27.153 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.154+0000 7ff0baffd640 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d18019510 0x558d1801b930 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63c596807322f13b server_cookie=f03148fb269b5211 in_seq=0 out_seq=0 2024-04-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0a27fc640 1 -- 172.21.15.55:0/1960682072 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x558d17f03c00 con 0x558d18019510 2024-04-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0a27fc640 10 client.15678 handle_command_reply: tid=0 2024-04-23T18:23:27.164 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 client.15678 shutdown 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 msgr2=0x558d17fa6840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4099860 tx=0x7ff0b40b0010 comp rx=0 tx=0).stop 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 shutdown_connections 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x558d18019510 0x558d1801b930 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x558d17f979c0 0x558d17fa6300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x558d17fa2090 0x558d17fa6840 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 --2- 172.21.15.55:0/1960682072 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x558d17f970a0 0x558d17fa5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0a27fc640 0 client.15678 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 >> 172.21.15.55:0/1960682072 conn(0x558d17f933c0 msgr2=0x558d17f92600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 shutdown_connections 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 1 -- 172.21.15.55:0/1960682072 wait complete. 2024-04-23T18:23:27.165 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c45a2740 20 client.15678 trim_cache size 0 max 16384 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 2, 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "99d2234e": { 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 2, 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:27.166 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 70.5, 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:27.167 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:27.168 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 msgr2=0x7ff0a80a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 0x7ff0a80a62a0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4009230 tx=0x7ff0a4032bd0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 msgr2=0x7ff0bc1a6990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.171+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff0b400cce0 tx=0x7ff0b400a620 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 shutdown_connections 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff0a80a3de0 0x7ff0a80a62a0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff0bc107280 0x7ff0bc074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff0bc074cd0 0x7ff0bc1a6990 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 --2- 172.21.15.55:0/3739856358 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff0bc102240 0x7ff0bc074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 >> 172.21.15.55:0/3739856358 conn(0x7ff0bc0790e0 msgr2=0x7ff0bc1002a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 shutdown_connections 2024-04-23T18:23:27.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:27.172+0000 7ff0c17ad640 1 -- 172.21.15.55:0/3739856358 wait complete. 2024-04-23T18:23:27.176 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '99d2234e', quiesce took 0.5 seconds. Will release after: 10.5 2024-04-23T18:23:27.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:27 smithi116 ceph-mon[32310]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:27.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:27 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2197054076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:27.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:27 smithi055 ceph-mon[29189]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:27.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:27 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2197054076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:27.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:27 smithi152 ceph-mon[33022]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.6 KiB/s wr, 12 op/s 2024-04-23T18:23:27.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:27 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2197054076' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:29.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:29 smithi116 ceph-mon[32310]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:23:29.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:29 smithi055 ceph-mon[29189]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:23:29.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:29 smithi152 ceph-mon[33022]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- 172.21.15.55:0/682854549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1061b0 msgr2=0x7fa3cc10dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 --2- 172.21.15.55:0/682854549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc10dd80 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4009ca0 tx=0x7fa3c402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- 172.21.15.55:0/682854549 shutdown_connections 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 --2- 172.21.15.55:0/682854549 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc10dd80 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 --2- 172.21.15.55:0/682854549 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc101a90 0x7fa3cc105ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.720 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 --2- 172.21.15.55:0/682854549 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- 172.21.15.55:0/682854549 >> 172.21.15.55:0/682854549 conn(0x7fa3cc0771d0 msgr2=0x7fa3cc0775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- 172.21.15.55:0/682854549 shutdown_connections 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- 172.21.15.55:0/682854549 wait complete. 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 Processor -- start 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.725+0000 7fa3d300b640 1 -- start start 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc198c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 0x7fa3cc19d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc111280 con 0x7fa3cc1010e0 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc111100 con 0x7fa3cc19cfb0 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc111400 con 0x7fa3cc1061b0 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58576/0 (socket says 172.21.15.55:58576) 2024-04-23T18:23:30.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3621988694 learned_addr learned my addr 172.21.15.55:0/3621988694 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 0x7fa3cc19d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc198c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3621988694 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 msgr2=0x7fa3cc198c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc198c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3621988694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 msgr2=0x7fa3cc19d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 0x7fa3cc19d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3621988694 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3cc19daa0 con 0x7fa3cc1010e0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 0x7fa3cc19d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa3c000d950 tx=0x7fa3c000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3c9ffb640 1 -- 172.21.15.55:0/3621988694 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c0017070 con 0x7fa3cc1010e0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3cc19dd90 con 0x7fa3cc1010e0 2024-04-23T18:23:30.722 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3c9ffb640 1 -- 172.21.15.55:0/3621988694 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa3c0009c30 con 0x7fa3cc1010e0 2024-04-23T18:23:30.723 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.726+0000 7fa3c9ffb640 1 -- 172.21.15.55:0/3621988694 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c000f6b0 con 0x7fa3cc1010e0 2024-04-23T18:23:30.723 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.727+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3cc1a55d0 con 0x7fa3cc1010e0 2024-04-23T18:23:30.729 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.729+0000 7fa3c9ffb640 1 -- 172.21.15.55:0/3621988694 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fa3c00109c0 con 0x7fa3cc1010e0 2024-04-23T18:23:30.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 Processor -- start 2024-04-23T18:23:30.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 -- start start 2024-04-23T18:23:30.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 0x5584178ae920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178bd6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x558417813970 con 0x5584178bdc10 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5584177b04a0 con 0x5584178ae540 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55841780f930 con 0x5584178aee60 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3c9ffb640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 0x7fa3bc0a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58578/0 (socket says 172.21.15.55:58578) 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 -- 172.21.15.55:0/2315133843 learned_addr learned my addr 172.21.15.55:0/2315133843 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178bd6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 0x7fa3bc0a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 0x5584178ae920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 -- 172.21.15.55:0/2315133843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 msgr2=0x5584178bd6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178bd6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 -- 172.21.15.55:0/2315133843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 msgr2=0x5584178ae920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 0x5584178ae920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3c9ffb640 1 -- 172.21.15.55:0/3621988694 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa3c00d0680 con 0x7fa3cc1010e0 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3cbfff640 1 -- 172.21.15.55:0/2315133843 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558417526210 con 0x5584178bdc10 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.730+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 0x5584178ae920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa3b8009c20 tx=0x7fa3b8010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=699242c8dc75dda3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3b6ffd640 1 -- 172.21.15.55:0/2315133843 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b8004030 con 0x5584178bdc10 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 0x7fa3bc0a6320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4009a60 tx=0x7fa3c4004a40 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3b6ffd640 1 -- 172.21.15.55:0/2315133843 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa3b80041d0 con 0x5584178bdc10 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3b6ffd640 1 -- 172.21.15.55:0/2315133843 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3b80126b0 con 0x5584178bdc10 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2315133843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 msgr2=0x5584178c0000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.731+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fa3b8009c20 tx=0x7fa3b8010740 comp rx=0 tx=0).stop 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2315133843 shutdown_connections 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178bd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178c0000 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2315133843 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178ae540 0x5584178ae920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2315133843 >> 172.21.15.55:0/2315133843 conn(0x5584178aab30 msgr2=0x5584178aaf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2315133843 shutdown_connections 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2315133843 wait complete. 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- start start 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 Processor -- start 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178ae540 0x5584178bd5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178aee60 0x5584178ba890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5584178c0840 con 0x5584178bdc10 2024-04-23T18:23:30.733 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5584177ae0b0 con 0x5584178aee60 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5584178c09c0 con 0x5584178ae540 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.732+0000 7fa3d5df4740 10 client.0 _ll_register_callbacks cb 0x55841779bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58586/0 (socket says 172.21.15.55:58586) 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 -- 172.21.15.55:0/2987487966 learned_addr learned my addr 172.21.15.55:0/2987487966 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178aee60 0x5584178ba890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178ae540 0x5584178bd5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 -- 172.21.15.55:0/2987487966 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178ae540 msgr2=0x5584178bd5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178ae540 0x5584178bd5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 -- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178aee60 msgr2=0x5584178ba890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178aee60 0x5584178ba890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 -- 172.21.15.55:0/2987487966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584175f2620 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4035000 tx=0x7fa3c402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6e2ccf94c756359 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3abfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c4004240 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa3c40043e0 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3b80041d0 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa3c40045e0 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d5df4740 10 client.15690 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.733+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5584178cc700 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa3b80041d0 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fa3c4045070 con 0x5584178bdc10 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 10 client.15690 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 10 client.15690 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:30.735 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 20 client.15690 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584178cdc00 0x5584178d0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 4 client.15690 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558417821390 con 0x5584178cdc00 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584178cdc00 0x5584178d0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584178cdc00 0x5584178d0030 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8424e60b9464b4ea server_cookie=8f4667bdf172956e in_seq=0 out_seq=0 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.734+0000 7fa3abfff640 10 client.15690 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3abfff640 1 -- 172.21.15.55:0/2987487966 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x558417821390 con 0x5584178cdc00 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3abfff640 10 client.15690 handle_command_reply: tid=0 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 client.15690 shutdown 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 msgr2=0x5584178bae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4035000 tx=0x7fa3c402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 shutdown_connections 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584178cdc00 0x5584178d0030 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.736 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178bdc10 0x5584178bae10 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178aee60 0x5584178ba890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/2987487966 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178ae540 0x5584178bd5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 >> 172.21.15.55:0/2987487966 conn(0x5584178aab30 msgr2=0x5584178b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.735+0000 7fa3abfff640 0 client.15690 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.736+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 shutdown_connections 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.736+0000 7fa3d5df4740 1 -- 172.21.15.55:0/2987487966 wait complete. 2024-04-23T18:23:30.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.736+0000 7fa3d5df4740 20 client.15690 trim_cache size 0 max 16384 2024-04-23T18:23:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 Processor -- start 2024-04-23T18:23:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 -- start start 2024-04-23T18:23:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.749 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178b5d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178bd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1ab940 con 0x5584178ae540 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1ad480 con 0x5584178bdc10 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1ac010 con 0x5584178aee60 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58594/0 (socket says 172.21.15.55:58594) 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 -- 172.21.15.55:0/1699853420 learned_addr learned my addr 172.21.15.55:0/1699853420 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178bd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 -- 172.21.15.55:0/1699853420 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 msgr2=0x5584178b5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178b5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178b5d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 -- 172.21.15.55:0/1699853420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 msgr2=0x5584178bd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.750 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178bd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d0da7640 1 -- 172.21.15.55:0/1699853420 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584178a62e0 con 0x5584178ae540 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.751+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178bd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa3c009c1c0 tx=0x7fa3c0098890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e05a7a2f26b2e27 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3b67fc640 1 -- 172.21.15.55:0/1699853420 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c0020040 con 0x5584178ae540 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3b67fc640 1 -- 172.21.15.55:0/1699853420 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa3c00a0870 con 0x5584178ae540 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3b67fc640 1 -- 172.21.15.55:0/1699853420 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c009b910 con 0x5584178ae540 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 -- 172.21.15.55:0/1699853420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 msgr2=0x5584178c9700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fa3c009c1c0 tx=0x7fa3c0098890 comp rx=0 tx=0).stop 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 -- 172.21.15.55:0/1699853420 shutdown_connections 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178b5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.751 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178bd0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/1699853420 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c9700 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 -- 172.21.15.55:0/1699853420 >> 172.21.15.55:0/1699853420 conn(0x5584178aab30 msgr2=0x5584178b5670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 -- 172.21.15.55:0/1699853420 shutdown_connections 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.752+0000 7fa3d5df4740 1 -- 172.21.15.55:0/1699853420 wait complete. 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 -- start start 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 Processor -- start 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178c11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178c1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1acdb0 con 0x5584178ae540 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1ac6e0 con 0x5584178bdc10 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa3cc1a9920 con 0x5584178aee60 2024-04-23T18:23:30.752 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d5df4740 10 client.0 _ll_register_callbacks cb 0x7fa3c4003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d0da7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58600/0 (socket says 172.21.15.55:58600) 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3847798054 learned_addr learned my addr 172.21.15.55:0/3847798054 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.753+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178c11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178c1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3847798054 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 msgr2=0x5584178c11d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178c11d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 msgr2=0x5584178c1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178c1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.753 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 -- 172.21.15.55:0/3847798054 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584178c1cd0 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d15a8640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178c1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178c11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d0da7640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fa3c00ce3e0 tx=0x7fa3c0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4847778e76d7cb6e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3c0020070 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa3c00cdfd0 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3c00a0870 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa3c009cbc0 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 10 client.15696 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x558417933f90 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa3c00a0870 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fa3c0098410 con 0x5584178ae540 2024-04-23T18:23:30.754 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 10 client.15696 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 10 client.15696 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 20 client.15696 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584179345a0 0x5584179369c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 4 client.15696 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.754+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55841781b200 con 0x5584179345a0 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.755+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584179345a0 0x5584179369c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.755+0000 7fa3cbfff640 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584179345a0 0x5584179369c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82c1a32ee27f5c7 server_cookie=244a903d255d9128 in_seq=0 out_seq=0 2024-04-23T18:23:30.755 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.755+0000 7fa3abfff640 10 client.15696 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3abfff640 1 -- 172.21.15.55:0/3847798054 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55841781b200 con 0x5584179345a0 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3abfff640 10 client.15696 handle_command_reply: tid=0 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 client.15696 shutdown 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 msgr2=0x5584178c5d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fa3c00ce3e0 tx=0x7fa3c0000bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 shutdown_connections 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5584179345a0 0x5584179369c0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5584178aee60 0x5584178c11d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.757 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5584178bdc10 0x5584178c1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3abfff640 0 client.15696 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 --2- 172.21.15.55:0/3847798054 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5584178ae540 0x5584178c5d60 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.762+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 >> 172.21.15.55:0/3847798054 conn(0x5584178aab30 msgr2=0x5584178b5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 shutdown_connections 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d5df4740 1 -- 172.21.15.55:0/3847798054 wait complete. 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d5df4740 20 client.15696 trim_cache size 0 max 16384 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:23:30.758 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:23:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:23:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 msgr2=0x7fa3bc0a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 0x7fa3bc0a6320 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa3c4009a60 tx=0x7fa3c4004a40 comp rx=0 tx=0).stop 2024-04-23T18:23:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 msgr2=0x7fa3cc1986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:30.759 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa3c000d950 tx=0x7fa3c000de10 comp rx=0 tx=0).stop 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 shutdown_connections 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa3bc0a3e60 0x7fa3bc0a6320 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa3cc1061b0 0x7fa3cc198c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa3cc19cfb0 0x7fa3cc19d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 --2- 172.21.15.55:0/3621988694 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa3cc1010e0 0x7fa3cc1986f0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 >> 172.21.15.55:0/3621988694 conn(0x7fa3cc0771d0 msgr2=0x7fa3cc06a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 shutdown_connections 2024-04-23T18:23:30.760 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:30.763+0000 7fa3d300b640 1 -- 172.21.15.55:0/3621988694 wait complete. 2024-04-23T18:23:31.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:31 smithi055 ceph-mon[29189]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-23T18:23:31.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:31 smithi152 ceph-mon[33022]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-23T18:23:31.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:31 smithi116 ceph-mon[32310]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-04-23T18:23:33.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:33 smithi055 ceph-mon[29189]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:33.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:33 smithi152 ceph-mon[33022]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:33.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:33 smithi116 ceph-mon[32310]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-23T18:23:35.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:35 smithi055 ceph-mon[29189]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:35.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:35 smithi152 ceph-mon[33022]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:35.709 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:35 smithi116 ceph-mon[32310]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-23T18:23:37.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:37 smithi055 ceph-mon[29189]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:37.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:37 smithi152 ceph-mon[33022]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:37.677 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:37.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:37 smithi116 ceph-mon[32310]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1227590173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb05810c520 msgr2=0x7fb05810e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1227590173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb05810c520 0x7fb05810e9c0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb048009ca0 tx=0x7fb04802a9e0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1227590173 shutdown_connections 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1227590173 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb05810c520 0x7fb05810e9c0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1227590173 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 0x7fb05810bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1227590173 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb0581031e0 0x7fb0581035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1227590173 >> 172.21.15.55:0/1227590173 conn(0x7fb058077f50 msgr2=0x7fb058078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1227590173 shutdown_connections 2024-04-23T18:23:37.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.793+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1227590173 wait complete. 2024-04-23T18:23:37.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.794+0000 7fb05d0cf640 1 Processor -- start 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.794+0000 7fb05d0cf640 1 -- start start 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.794+0000 7fb05d0cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.794+0000 7fb05d0cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 0x7fb05819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb05810c520 0x7fb058198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb0581122f0 con 0x7fb0581031e0 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb058112170 con 0x7fb058103b00 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb058112470 con 0x7fb05810c520 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:37.790 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58612/0 (socket says 172.21.15.55:58612) 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 -- 172.21.15.55:0/1844778111 learned_addr learned my addr 172.21.15.55:0/1844778111 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05759e640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb05810c520 0x7fb058198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05659c640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 0x7fb05819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 -- 172.21.15.55:0/1844778111 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb05810c520 msgr2=0x7fb058198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb05810c520 0x7fb058198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 -- 172.21.15.55:0/1844778111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 msgr2=0x7fb05819eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 0x7fb05819eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 -- 172.21.15.55:0/1844778111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb058198f50 con 0x7fb0581031e0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb056d9d640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb05000e9f0 tx=0x7fb05000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb05000cd80 con 0x7fb0581031e0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb058199240 con 0x7fb0581031e0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb0500054f0 con 0x7fb0581031e0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb050010690 con 0x7fb0581031e0 2024-04-23T18:23:37.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.795+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0581a5500 con 0x7fb0581031e0 2024-04-23T18:23:37.792 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.797+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0580698e0 con 0x7fb0581031e0 2024-04-23T18:23:37.792 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.798+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fb0500046c0 con 0x7fb0581031e0 2024-04-23T18:23:37.792 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.798+0000 7fb03ffff640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 0x7fb0400a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:37.793 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.799+0000 7fb05659c640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 0x7fb0400a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:37.793 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.799+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fb0500d0da0 con 0x7fb0581031e0 2024-04-23T18:23:37.793 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.799+0000 7fb05659c640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 0x7fb0400a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb058199e90 tx=0x7fb04c005ed0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:37.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:37.803+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb05009d2e0 con 0x7fb0581031e0 2024-04-23T18:23:38.075 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.082+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb058068d70 con 0x7fb0581031e0 2024-04-23T18:23:38.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.083+0000 7fb03ffff640 1 -- 172.21.15.55:0/1844778111 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7fb05009cbe0 con 0x7fb0581031e0 2024-04-23T18:23:38.076 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:38.076 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:38.077 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:38.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 msgr2=0x7fb0400a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 0x7fb0400a6270 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb058199e90 tx=0x7fb04c005ed0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 msgr2=0x7fb05819e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb05000e9f0 tx=0x7fb05000edf0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 shutdown_connections 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb0400a3db0 0x7fb0400a6270 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb05810c520 0x7fb058198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb058103b00 0x7fb05819eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 --2- 172.21.15.55:0/1844778111 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb0581031e0 0x7fb05819e580 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 >> 172.21.15.55:0/1844778111 conn(0x7fb058077f50 msgr2=0x7fb0580ff200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 shutdown_connections 2024-04-23T18:23:38.079 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.085+0000 7fb05d0cf640 1 -- 172.21.15.55:0/1844778111 wait complete. 2024-04-23T18:23:38.090 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db --set-id 99d2234e --release --await' 2024-04-23T18:23:38.090 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db --set-id 99d2234e --release --await 2024-04-23T18:23:38.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 -- 172.21.15.55:0/1897985564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 msgr2=0x7fec3410bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 --2- 172.21.15.55:0/1897985564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3410bfe0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fec30009900 tx=0x7fec3002a510 comp rx=0 tx=0).stop 2024-04-23T18:23:38.203 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 -- 172.21.15.55:0/1897985564 shutdown_connections 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 --2- 172.21.15.55:0/1897985564 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 0x7fec3410e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 --2- 172.21.15.55:0/1897985564 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3410bfe0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 --2- 172.21.15.55:0/1897985564 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 0x7fec341035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 -- 172.21.15.55:0/1897985564 >> 172.21.15.55:0/1897985564 conn(0x7fec340771d0 msgr2=0x7fec340775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 -- 172.21.15.55:0/1897985564 shutdown_connections 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.208+0000 7fec3bd29640 1 -- 172.21.15.55:0/1897985564 wait complete. 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 Processor -- start 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 -- start start 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 0x7fec3419e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 0x7fec341985c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fec34112340 con 0x7fec34103b00 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fec341121c0 con 0x7fec341031e0 2024-04-23T18:23:38.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3bd29640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fec341124c0 con 0x7fec3410c520 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58618/0 (socket says 172.21.15.55:58618) 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 -- 172.21.15.55:0/683983426 learned_addr learned my addr 172.21.15.55:0/683983426 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec39ac5640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 0x7fec3419e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 0x7fec341985c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 -- 172.21.15.55:0/683983426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 msgr2=0x7fec341985c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 0x7fec341985c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 -- 172.21.15.55:0/683983426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 msgr2=0x7fec3419e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 0x7fec3419e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.209+0000 7fec392c4640 1 -- 172.21.15.55:0/683983426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec34198d40 con 0x7fec34103b00 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec392c4640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fec300314b0 tx=0x7fec30003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec2affd640 1 -- 172.21.15.55:0/683983426 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec3003f070 con 0x7fec34103b00 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec2affd640 1 -- 172.21.15.55:0/683983426 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec30031bf0 con 0x7fec34103b00 2024-04-23T18:23:38.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec2affd640 1 -- 172.21.15.55:0/683983426 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30035030 con 0x7fec34103b00 2024-04-23T18:23:38.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec34198fd0 con 0x7fec34103b00 2024-04-23T18:23:38.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.210+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec34100d60 con 0x7fec34103b00 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.212+0000 7fec3ea44740 1 Processor -- start 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 -- start start 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec2affd640 1 -- 172.21.15.55:0/683983426 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fec30042070 con 0x7fec34103b00 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e515870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515db0 0x56128e51ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56128e47a6d0 con 0x56128e520480 2024-04-23T18:23:38.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56128e4171a0 con 0x56128e515490 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3ea44740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56128e476690 con 0x56128e515db0 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58632/0 (socket says 172.21.15.55:58632) 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 -- 172.21.15.55:0/3155245490 learned_addr learned my addr 172.21.15.55:0/3155245490 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec39ac5640 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515db0 0x56128e51ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e515870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 -- 172.21.15.55:0/3155245490 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515db0 msgr2=0x56128e51ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515db0 0x56128e51ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 -- 172.21.15.55:0/3155245490 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 msgr2=0x56128e515870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e515870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.213+0000 7fec392c4640 1 -- 172.21.15.55:0/3155245490 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56128e4215b0 con 0x56128e520480 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec392c4640 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fec300ee6d0 tx=0x7fec300f9320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfad5f91c0087a12 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec2affd640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 0x7fec200a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.212 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec1ffff640 1 -- 172.21.15.55:0/3155245490 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec300b9170 con 0x56128e520480 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 0x7fec200a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec1ffff640 1 -- 172.21.15.55:0/3155245490 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec300fe030 con 0x56128e520480 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec1ffff640 1 -- 172.21.15.55:0/3155245490 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec300bc650 con 0x56128e520480 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.214+0000 7fec2affd640 1 -- 172.21.15.55:0/683983426 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec300f1090 con 0x7fec34103b00 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- 172.21.15.55:0/3155245490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 msgr2=0x56128e522870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 0x7fec200a6270 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fec2c005fd0 tx=0x7fec2c009500 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fec300ee6d0 tx=0x7fec300f9320 comp rx=0 tx=0).stop 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- 172.21.15.55:0/3155245490 shutdown_connections 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515db0 0x56128e51ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e522870 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 --2- 172.21.15.55:0/3155245490 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e515870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- 172.21.15.55:0/3155245490 >> 172.21.15.55:0/3155245490 conn(0x56128e5117b0 msgr2=0x56128e511b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- 172.21.15.55:0/3155245490 shutdown_connections 2024-04-23T18:23:38.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- 172.21.15.55:0/3155245490 wait complete. 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 -- start start 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.215+0000 7fec3ea44740 1 Processor -- start 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e51fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e520480 0x56128e51d980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56128e523030 con 0x56128e515db0 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56128e414b20 con 0x56128e520480 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56128e5231b0 con 0x56128e515490 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3ea44740 10 client.0 _ll_register_callbacks cb 0x56128e414530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58636/0 (socket says 172.21.15.55:58636) 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 -- 172.21.15.55:0/2214126326 learned_addr learned my addr 172.21.15.55:0/2214126326 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:38.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e51fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e520480 0x56128e51d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 -- 172.21.15.55:0/2214126326 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 msgr2=0x56128e51fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e51fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 -- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e520480 msgr2=0x56128e51d980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e520480 0x56128e51d980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 -- 172.21.15.55:0/2214126326 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56128e18c920 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec392c4640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fec300b9330 tx=0x7fec30009680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43fdba6dfdbf7a23 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.216+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30049070 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec30031da0 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec300fe030 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec300bc830 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 10 client.15714 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56128e258d30 con 0x56128e515db0 2024-04-23T18:23:38.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec300fe030 con 0x56128e515db0 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fec300f4c20 con 0x56128e515db0 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 10 client.15714 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 10 client.15714 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 20 client.15714 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e530290 0x56128e532680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 4 client.15714 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56128e438500 con 0x56128e530290 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.217+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e530290 0x56128e532680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.218+0000 7fec1d7fa640 10 client.15714 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:38.216 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.218+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e530290 0x56128e532680 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cae21ec85b20e00e server_cookie=13dbec57c783af76 in_seq=0 out_seq=0 2024-04-23T18:23:38.217 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.218+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2214126326 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56128e438500 con 0x56128e530290 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.218+0000 7fec1d7fa640 10 client.15714 handle_command_reply: tid=0 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 client.15714 shutdown 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 msgr2=0x56128e51d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fec300b9330 tx=0x7fec30009680 comp rx=0 tx=0).stop 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 shutdown_connections 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e530290 0x56128e532680 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e520480 0x56128e51d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51d240 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec1d7fa640 0 client.15714 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2214126326 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e51fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 >> 172.21.15.55:0/2214126326 conn(0x56128e5117b0 msgr2=0x56128e5175b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 shutdown_connections 2024-04-23T18:23:38.218 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 1 -- 172.21.15.55:0/2214126326 wait complete. 2024-04-23T18:23:38.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.219+0000 7fec3ea44740 20 client.15714 trim_cache size 0 max 16384 2024-04-23T18:23:38.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.237+0000 7fec3ea44740 1 Processor -- start 2024-04-23T18:23:38.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.237+0000 7fec3ea44740 1 -- start start 2024-04-23T18:23:38.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e52bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.235 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e520480 0x56128e537e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fec341afdf0 con 0x56128e515db0 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fec341b1930 con 0x56128e515490 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3ea44740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fec341b04c0 con 0x56128e520480 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58642/0 (socket says 172.21.15.55:58642) 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 -- 172.21.15.55:0/2093350949 learned_addr learned my addr 172.21.15.55:0/2093350949 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e52bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e520480 0x56128e537e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 -- 172.21.15.55:0/2093350949 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e520480 msgr2=0x56128e537e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e520480 0x56128e537e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 -- 172.21.15.55:0/2093350949 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 msgr2=0x56128e52bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e52bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 -- 172.21.15.55:0/2093350949 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56128e51dcf0 con 0x56128e515db0 2024-04-23T18:23:38.236 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec392c4640 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fec300f91b0 tx=0x7fec3002a510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5a50d9c77afcc40 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.238+0000 7fec1f7fe640 1 -- 172.21.15.55:0/2093350949 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec30049070 con 0x56128e515db0 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec1f7fe640 1 -- 172.21.15.55:0/2093350949 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec300fe070 con 0x56128e515db0 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec1f7fe640 1 -- 172.21.15.55:0/2093350949 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec300bca10 con 0x56128e515db0 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 -- 172.21.15.55:0/2093350949 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 msgr2=0x56128e51fa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fec300f91b0 tx=0x7fec3002a510 comp rx=0 tx=0).stop 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 -- 172.21.15.55:0/2093350949 shutdown_connections 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e520480 0x56128e537e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e515db0 0x56128e51fa80 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2093350949 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515490 0x56128e52bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 -- 172.21.15.55:0/2093350949 >> 172.21.15.55:0/2093350949 conn(0x56128e5117b0 msgr2=0x56128e516be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 -- 172.21.15.55:0/2093350949 shutdown_connections 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.239+0000 7fec3ea44740 1 -- 172.21.15.55:0/2093350949 wait complete. 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 -- start start 2024-04-23T18:23:38.237 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 Processor -- start 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e521a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 0x56128e521f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fec341b1260 con 0x56128e520480 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fec341b0b90 con 0x56128e515db0 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fec341addd0 con 0x56128e515490 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3ea44740 10 client.0 _ll_register_callbacks cb 0x7fec300f90e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3a2c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3a2c6640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:58650/0 (socket says 172.21.15.55:58650) 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec3a2c6640 1 -- 172.21.15.55:0/2189590667 learned_addr learned my addr 172.21.15.55:0/2189590667 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec392c4640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 0x56128e521f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.240+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e521a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 -- 172.21.15.55:0/2189590667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 msgr2=0x56128e521a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e521a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 -- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 msgr2=0x56128e521f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 0x56128e521f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 -- 172.21.15.55:0/2189590667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56128e5271c0 con 0x56128e520480 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec392c4640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 0x56128e521f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e521a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3a2c6640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fec2c004280 tx=0x7fec2c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90a752de6fc82fbd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec2c004b20 con 0x56128e520480 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec2c004cc0 con 0x56128e520480 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec300fe070 con 0x56128e520480 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec2c00f690 con 0x56128e520480 2024-04-23T18:23:38.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 10 client.15720 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56128e596fd0 con 0x56128e520480 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec300fe070 con 0x56128e520480 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fec2c028070 con 0x56128e520480 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 10 client.15720 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 10 client.15720 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 20 client.15720 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e5977d0 0x56128e599bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 4 client.15720 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "99d2234e", "release": true, "await": true}] 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.241+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "set_id": "99d2234e", "release": true, "await": true}) -- 0x56128e4880f0 con 0x56128e5977d0 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.242+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e5977d0 0x56128e599bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.242+0000 7fec39ac5640 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e5977d0 0x56128e599bf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e2063a5685c378c server_cookie=8a7bbd7f59bf5ef3 in_seq=0 out_seq=0 2024-04-23T18:23:38.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.242+0000 7fec1d7fa640 10 client.15720 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:38.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec1d7fa640 1 -- 172.21.15.55:0/2189590667 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x56128e4880f0 con 0x56128e5977d0 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec1d7fa640 10 client.15720 handle_command_reply: tid=0 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 client.15720 shutdown 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 msgr2=0x56128e526b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fec2c004280 tx=0x7fec2c004ab0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 shutdown_connections 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56128e5977d0 0x56128e599bf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56128e520480 0x56128e526b80 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56128e515db0 0x56128e521f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 --2- 172.21.15.55:0/2189590667 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56128e515490 0x56128e521a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec1d7fa640 0 client.15720 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 >> 172.21.15.55:0/2189590667 conn(0x56128e5117b0 msgr2=0x56128e517470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 shutdown_connections 2024-04-23T18:23:38.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 1 -- 172.21.15.55:0/2189590667 wait complete. 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.245+0000 7fec3ea44740 20 client.15720 trim_cache size 0 max 16384 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 4, 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "99d2234e": { 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 4, 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:23:38.243 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 70.5, 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:38.244 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:38.245 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:38.245 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:38.245 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:38.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 msgr2=0x7fec200a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 0x7fec200a6270 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fec2c005fd0 tx=0x7fec2c009500 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 msgr2=0x7fec3419e950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fec300314b0 tx=0x7fec30003c10 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 shutdown_connections 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec200a3db0 0x7fec200a6270 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fec3410c520 0x7fec341985c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fec34103b00 0x7fec3419e950 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 --2- 172.21.15.55:0/683983426 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fec341031e0 0x7fec3419e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 >> 172.21.15.55:0/683983426 conn(0x7fec340771d0 msgr2=0x7fec340fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 shutdown_connections 2024-04-23T18:23:38.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:38.246+0000 7fec3bd29640 1 -- 172.21.15.55:0/683983426 wait complete. 2024-04-23T18:23:38.250 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '99d2234e', seconds elapsed: 11.6 2024-04-23T18:23:38.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:38 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1844778111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:38.501 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:38 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1844778111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:38.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:38 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1844778111' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:39.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:39 smithi055 ceph-mon[29189]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:23:39.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:39 smithi152 ceph-mon[33022]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:23:39.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:39 smithi116 ceph-mon[32310]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-04-23T18:23:41.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:41 smithi055 ceph-mon[29189]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-23T18:23:41.510 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:41 smithi116 ceph-mon[32310]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-23T18:23:41.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:41 smithi152 ceph-mon[33022]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 1.2 KiB/s wr, 12 op/s 2024-04-23T18:23:43.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:43 smithi055 ceph-mon[29189]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:43.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:43 smithi152 ceph-mon[33022]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:43.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:43 smithi116 ceph-mon[32310]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 -- 172.21.15.55:0/2055685253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103200 msgr2=0x7f05941035e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 --2- 172.21.15.55:0/2055685253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103200 0x7f05941035e0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0584009900 tx=0x7f058402a480 comp rx=0 tx=0).stop 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 -- 172.21.15.55:0/2055685253 shutdown_connections 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 --2- 172.21.15.55:0/2055685253 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103b20 0x7f059410c000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 --2- 172.21.15.55:0/2055685253 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 0x7f059410e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 --2- 172.21.15.55:0/2055685253 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103200 0x7f05941035e0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.849 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 -- 172.21.15.55:0/2055685253 >> 172.21.15.55:0/2055685253 conn(0x7f0594077fd0 msgr2=0x7f05940783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 -- 172.21.15.55:0/2055685253 shutdown_connections 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.854+0000 7f059bed0640 1 -- 172.21.15.55:0/2055685253 wait complete. 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 Processor -- start 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 -- start start 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103200 0x7f059419e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 0x7f05941985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f05941122e0 con 0x7f0594103b20 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f0594112160 con 0x7f059410c540 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059bed0640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f0594112460 con 0x7f0594103200 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55296/0 (socket says 172.21.15.55:55296) 2024-04-23T18:23:43.850 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 -- 172.21.15.55:0/2939025023 learned_addr learned my addr 172.21.15.55:0/2939025023 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f0599c6c640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103200 0x7f059419e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059a46d640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 0x7f05941985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 -- 172.21.15.55:0/2939025023 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103200 msgr2=0x7f059419e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103200 0x7f059419e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 -- 172.21.15.55:0/2939025023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 msgr2=0x7f05941985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 0x7f05941985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.855+0000 7f059946b640 1 -- 172.21.15.55:0/2939025023 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0594198d60 con 0x7f0594103b20 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f059946b640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f059000d950 tx=0x7f059000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f058affd640 1 -- 172.21.15.55:0/2939025023 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0590017070 con 0x7f0594103b20 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0594199050 con 0x7f0594103b20 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f058affd640 1 -- 172.21.15.55:0/2939025023 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0590009c30 con 0x7f0594103b20 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f058affd640 1 -- 172.21.15.55:0/2939025023 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f059000f6b0 con 0x7f0594103b20 2024-04-23T18:23:43.851 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.856+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05941a52f0 con 0x7f0594103b20 2024-04-23T18:23:43.858 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.858+0000 7f058affd640 1 -- 172.21.15.55:0/2939025023 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f05900109c0 con 0x7f0594103b20 2024-04-23T18:23:43.858 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.858+0000 7f059ebe2740 1 Processor -- start 2024-04-23T18:23:43.858 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.858+0000 7f059ebe2740 1 -- start start 2024-04-23T18:23:43.858 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2b0a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2bdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5580bd215970 con 0x5580bd2b0f40 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5580bd1b24a0 con 0x5580bd2b0620 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059ebe2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5580bd211930 con 0x5580bd2bb800 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f058affd640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 0x7f05800a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55312/0 (socket says 172.21.15.55:55312) 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 -- 172.21.15.55:0/1247553703 learned_addr learned my addr 172.21.15.55:0/1247553703 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059946b640 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2bdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059a46d640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 0x7f05800a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f059a46d640 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2b0a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.859 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f058affd640 1 -- 172.21.15.55:0/2939025023 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f05900d05e0 con 0x7f0594103b20 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 -- 172.21.15.55:0/1247553703 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 msgr2=0x5580bd2bdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2bdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 -- 172.21.15.55:0/1247553703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 msgr2=0x5580bd2b0a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2b0a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 -- 172.21.15.55:0/1247553703 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580bcf28210 con 0x5580bd2b0f40 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.859+0000 7f0599c6c640 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f0584009900 tx=0x7f0584031bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8ca23291a6f93b6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.860+0000 7f059a46d640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 0x7f05800a6320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f058c009fd0 tx=0x7f058c009500 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.860+0000 7f057ffff640 1 -- 172.21.15.55:0/1247553703 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0584040070 con 0x5580bd2b0f40 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.860+0000 7f057ffff640 1 -- 172.21.15.55:0/1247553703 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0584031710 con 0x5580bd2b0f40 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.860+0000 7f057ffff640 1 -- 172.21.15.55:0/1247553703 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0584035040 con 0x5580bd2b0f40 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- 172.21.15.55:0/1247553703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 msgr2=0x5580bd2bb2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f0584009900 tx=0x7f0584031bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- 172.21.15.55:0/1247553703 shutdown_connections 2024-04-23T18:23:43.860 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2bdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2bb2c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 --2- 172.21.15.55:0/1247553703 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2b0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- 172.21.15.55:0/1247553703 >> 172.21.15.55:0/1247553703 conn(0x5580bd2acb30 msgr2=0x5580bd2acf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- 172.21.15.55:0/1247553703 shutdown_connections 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- 172.21.15.55:0/1247553703 wait complete. 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 -- start start 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.861+0000 7f059ebe2740 1 Processor -- start 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2b0620 0x5580bd2bb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2b83a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5580bd2be3d0 con 0x5580bd2bb800 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5580bd1b00b0 con 0x5580bd2b0f40 2024-04-23T18:23:43.861 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5580bd2be550 con 0x5580bd2b0620 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059ebe2740 10 client.0 _ll_register_callbacks cb 0x5580bd19dd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55322/0 (socket says 172.21.15.55:55322) 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 -- 172.21.15.55:0/3004894943 learned_addr learned my addr 172.21.15.55:0/3004894943 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f0599c6c640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2b0620 0x5580bd2bb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059946b640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2b83a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 -- 172.21.15.55:0/3004894943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2b0620 msgr2=0x5580bd2bb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2b0620 0x5580bd2bb0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 -- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 msgr2=0x5580bd2b83a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2b83a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 -- 172.21.15.55:0/3004894943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580bcff4620 con 0x5580bd2bb800 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059946b640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2b83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f059a46d640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f058c0108d0 tx=0x7f058c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b60532db468f308 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.862 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f057d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.862+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f058c024070 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0584031710 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f058c01db20 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f058c01dd20 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 10 client.15732 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5580bd2ca2f0 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0584031710 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f058c01e400 con 0x5580bd2bb800 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 10 client.15732 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 10 client.15732 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 20 client.15732 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd2cb7b0 0x5580bd2cdc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 4 client.15732 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:43.863 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580bd223390 con 0x5580bd2cb7b0 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.863+0000 7f0599c6c640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd2cb7b0 0x5580bd2cdc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.864+0000 7f0599c6c640 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd2cb7b0 0x5580bd2cdc00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=731d3fd3be1fad9b server_cookie=47802e15c2a3a2a7 in_seq=0 out_seq=0 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.864+0000 7f057d7fa640 10 client.15732 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f057d7fa640 1 -- 172.21.15.55:0/3004894943 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5580bd223390 con 0x5580bd2cb7b0 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f057d7fa640 10 client.15732 handle_command_reply: tid=0 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 client.15732 shutdown 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 msgr2=0x5580bd2b88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f058c0108d0 tx=0x7f058c004a40 comp rx=0 tx=0).stop 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 shutdown_connections 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd2cb7b0 0x5580bd2cdc00 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2bb800 0x5580bd2b88e0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f057d7fa640 0 client.15732 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2b83a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.864 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 --2- 172.21.15.55:0/3004894943 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2b0620 0x5580bd2bb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 >> 172.21.15.55:0/3004894943 conn(0x5580bd2acb30 msgr2=0x5580bd2b28b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 shutdown_connections 2024-04-23T18:23:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 1 -- 172.21.15.55:0/3004894943 wait complete. 2024-04-23T18:23:43.865 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.865+0000 7f059ebe2740 20 client.15732 trim_cache size 0 max 16384 2024-04-23T18:23:43.879 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.881+0000 7f059ebe2740 1 Processor -- start 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.881+0000 7f059ebe2740 1 -- start start 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2babe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2d3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f05941adb80 con 0x5580bd2b0620 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f05941af6c0 con 0x5580bd2b0f40 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059ebe2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f05941ae250 con 0x5580bd2bb800 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55330/0 (socket says 172.21.15.55:55330) 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 -- 172.21.15.55:0/646231607 learned_addr learned my addr 172.21.15.55:0/646231607 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:43.880 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059a46d640 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2d3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f059946b640 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2babe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 -- 172.21.15.55:0/646231607 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 msgr2=0x5580bd2d3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2d3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 -- 172.21.15.55:0/646231607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 msgr2=0x5580bd2babe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2babe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 -- 172.21.15.55:0/646231607 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580bd2a8660 con 0x5580bd2b0620 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f0599c6c640 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0584009900 tx=0x7f058402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=657218a8b59b0a82 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f057f7fe640 1 -- 172.21.15.55:0/646231607 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0584035040 con 0x5580bd2b0620 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f057f7fe640 1 -- 172.21.15.55:0/646231607 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0584031910 con 0x5580bd2b0620 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.882+0000 7f057f7fe640 1 -- 172.21.15.55:0/646231607 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0584040040 con 0x5580bd2b0620 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- 172.21.15.55:0/646231607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 msgr2=0x5580bd2c7290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.881 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f0584009900 tx=0x7f058402a480 comp rx=0 tx=0).stop 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- 172.21.15.55:0/646231607 shutdown_connections 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2d3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0f40 0x5580bd2babe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 --2- 172.21.15.55:0/646231607 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0620 0x5580bd2c7290 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- 172.21.15.55:0/646231607 >> 172.21.15.55:0/646231607 conn(0x5580bd2acb30 msgr2=0x5580bd2b8360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- 172.21.15.55:0/646231607 shutdown_connections 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- 172.21.15.55:0/646231607 wait complete. 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.883+0000 7f059ebe2740 1 -- start start 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 Processor -- start 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2c37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2b4bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.882 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f05941aeff0 con 0x5580bd2b0f40 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f05941ae920 con 0x5580bd2b0620 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f05941abb60 con 0x5580bd2bb800 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059ebe2740 10 client.0 _ll_register_callbacks cb 0x7f058c012d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:55342/0 (socket says 172.21.15.55:55342) 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 -- 172.21.15.55:0/137000593 learned_addr learned my addr 172.21.15.55:0/137000593 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f0599c6c640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2c37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059a46d640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2b4bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 -- 172.21.15.55:0/137000593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 msgr2=0x5580bd2b4bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.883 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2b4bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 -- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 msgr2=0x5580bd2c37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2c37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.884+0000 7f059946b640 1 -- 172.21.15.55:0/137000593 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580bd2b53d0 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059946b640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f059009c350 tx=0x7f059006bca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8927054c1cffc432 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0590020040 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f05900ce0d0 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0584031910 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0590009de0 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 10 client.15738 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5580bd331a00 con 0x5580bd2b0f40 2024-04-23T18:23:43.884 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0584031910 con 0x5580bd2b0f40 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f0590098110 con 0x5580bd2b0f40 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 10 client.15738 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 10 client.15738 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 20 client.15738 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd332130 0x5580bd334550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 4 client.15738 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.885+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5580bd21d200 con 0x5580bd332130 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.886+0000 7f0599c6c640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd332130 0x5580bd334550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.886+0000 7f057d7fa640 10 client.15738 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:43.885 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.886+0000 7f0599c6c640 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd332130 0x5580bd334550 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1e7ab43799dcfb0 server_cookie=b3721847416a606d in_seq=0 out_seq=0 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f057d7fa640 1 -- 172.21.15.55:0/137000593 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5580bd21d200 con 0x5580bd332130 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f057d7fa640 10 client.15738 handle_command_reply: tid=0 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 client.15738 shutdown 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 msgr2=0x5580bd2c3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f059009c350 tx=0x7f059006bca0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 shutdown_connections 2024-04-23T18:23:43.890 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5580bd332130 0x5580bd334550 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5580bd2bb800 0x5580bd2b4bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5580bd2b0f40 0x5580bd2c3ce0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f057d7fa640 0 client.15738 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 --2- 172.21.15.55:0/137000593 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5580bd2b0620 0x5580bd2c37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 >> 172.21.15.55:0/137000593 conn(0x5580bd2acb30 msgr2=0x5580bd2b3130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 shutdown_connections 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 1 -- 172.21.15.55:0/137000593 wait complete. 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059ebe2740 20 client.15738 trim_cache size 0 max 16384 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:23:43.891 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:23:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:23:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:23:43.892 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 msgr2=0x7f05800a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.890+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 0x7f05800a6320 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f058c009fd0 tx=0x7f058c009500 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 msgr2=0x7f059419e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f059000d950 tx=0x7f059000de10 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 shutdown_connections 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f05800a3e60 0x7f05800a6320 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f059410c540 0x7f05941985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f0594103b20 0x7f059419e970 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 --2- 172.21.15.55:0/2939025023 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0594103200 0x7f059419e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 >> 172.21.15.55:0/2939025023 conn(0x7f0594077fd0 msgr2=0x7f05940fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 shutdown_connections 2024-04-23T18:23:43.893 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:43.891+0000 7f059bed0640 1 -- 172.21.15.55:0/2939025023 wait complete. 2024-04-23T18:23:45.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:45 smithi152 ceph-mon[33022]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:45.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:45 smithi116 ceph-mon[32310]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:45.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:45 smithi055 ceph-mon[29189]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 853 B/s wr, 14 op/s 2024-04-23T18:23:47.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:47 smithi152 ceph-mon[33022]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:47 smithi116 ceph-mon[32310]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:47.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:47 smithi055 ceph-mon[29189]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-23T18:23:49.538 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:49 smithi055 ceph-mon[29189]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:23:49.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:49 smithi152 ceph-mon[33022]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:23:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:49 smithi116 ceph-mon[32310]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-23T18:23:51.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:51 smithi152 ceph-mon[33022]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:23:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:51 smithi116 ceph-mon[32310]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:23:51.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:51 smithi055 ceph-mon[29189]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 341 B/s wr, 11 op/s 2024-04-23T18:23:53.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:53 smithi152 ceph-mon[33022]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:53 smithi116 ceph-mon[32310]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:53.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:53 smithi055 ceph-mon[29189]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 341 B/s wr, 8 op/s 2024-04-23T18:23:55.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:55 smithi152 ceph-mon[33022]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:55 smithi116 ceph-mon[32310]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:55.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:55 smithi055 ceph-mon[29189]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 341 B/s wr, 13 op/s 2024-04-23T18:23:56.975 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 -- 172.21.15.55:0/4270476018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901072a0 msgr2=0x7f1c9010ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/4270476018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901072a0 0x7f1c9010ee70 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f1c88009ca0 tx=0x7f1c8802a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 -- 172.21.15.55:0/4270476018 shutdown_connections 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/4270476018 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c90102b80 0x7f1c90106bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/4270476018 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901072a0 0x7f1c9010ee70 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/4270476018 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c901021d0 0x7f1c901025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 -- 172.21.15.55:0/4270476018 >> 172.21.15.55:0/4270476018 conn(0x7f1c900793e0 msgr2=0x7f1c900797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 -- 172.21.15.55:0/4270476018 shutdown_connections 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.980+0000 7f1c94a2a640 1 -- 172.21.15.55:0/4270476018 wait complete. 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 Processor -- start 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 -- start start 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.976 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c901072a0 0x7f1c90074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 0x7f1c901a6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1c90112340 con 0x7f1c901021d0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901121c0 con 0x7f1c90074cd0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c94a2a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901124c0 con 0x7f1c901072a0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c8e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c8e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37282/0 (socket says 172.21.15.55:37282) 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.981+0000 7f1c8e59c640 1 -- 172.21.15.55:0/371456008 learned_addr learned my addr 172.21.15.55:0/371456008 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c87fff640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c901072a0 0x7f1c90074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 0x7f1c901a6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 -- 172.21.15.55:0/371456008 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c901072a0 msgr2=0x7f1c90074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c901072a0 0x7f1c90074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 -- 172.21.15.55:0/371456008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 msgr2=0x7f1c901a6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:56.977 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 0x7f1c901a6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 -- 172.21.15.55:0/371456008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c901a7010 con 0x7f1c901021d0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 0x7f1c901a6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1c8000d950 tx=0x7f1c8000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c877fe640 1 -- 172.21.15.55:0/371456008 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80017070 con 0x7f1c901021d0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c901a7300 con 0x7f1c901021d0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c877fe640 1 -- 172.21.15.55:0/371456008 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c80009c30 con 0x7f1c901021d0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c877fe640 1 -- 172.21.15.55:0/371456008 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8000f6b0 con 0x7f1c901021d0 2024-04-23T18:23:56.978 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.982+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c901a78a0 con 0x7f1c901021d0 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.984+0000 7f1c877fe640 1 -- 172.21.15.55:0/371456008 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f1c800109c0 con 0x7f1c901021d0 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 Processor -- start 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 -- start start 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c877fe640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 0x7f1c7c0a6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b0323a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 0x5621b032e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.985 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c877fe640 1 -- 172.21.15.55:0/371456008 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f1c800d05a0 con 0x7f1c901021d0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5621b0288970 con 0x5621b032e800 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 0x7f1c7c0a6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5621b02254a0 con 0x5621b0323f40 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.985+0000 7f1c9781e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5621b0284930 con 0x5621b0323620 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37290/0 (socket says 172.21.15.55:37290) 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/248114411 learned_addr learned my addr 172.21.15.55:0/248114411 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b0323a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c87fff640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 0x5621b032e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 0x7f1c7c0a6320 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1c88031ca0 tx=0x7f1c88031cd0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/248114411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 msgr2=0x5621b0323a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:56.986 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b0323a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/248114411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 msgr2=0x5621b032e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 0x5621b032e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/248114411 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621aff9b210 con 0x5621b032e800 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c87fff640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 0x5621b032e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b0323a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f1c88003b20 tx=0x7f1c88049000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfed26ccd56af051 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c84ff9640 1 -- 172.21.15.55:0/248114411 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8804f070 con 0x5621b032e800 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c84ff9640 1 -- 172.21.15.55:0/248114411 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c88036040 con 0x5621b032e800 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.986+0000 7f1c84ff9640 1 -- 172.21.15.55:0/248114411 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8802fc20 con 0x5621b032e800 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- 172.21.15.55:0/248114411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 msgr2=0x5621b0330bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f1c88003b20 tx=0x7f1c88049000 comp rx=0 tx=0).stop 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- 172.21.15.55:0/248114411 shutdown_connections 2024-04-23T18:23:56.987 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0330bf0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323f40 0x5621b032e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 --2- 172.21.15.55:0/248114411 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b0323a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- 172.21.15.55:0/248114411 >> 172.21.15.55:0/248114411 conn(0x5621b031fb30 msgr2=0x5621b031ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- 172.21.15.55:0/248114411 shutdown_connections 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- 172.21.15.55:0/248114411 wait complete. 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.987+0000 7f1c9781e740 1 -- start start 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 Processor -- start 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b032b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b032ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5621b03313d0 con 0x5621b0323620 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5621b02230b0 con 0x5621b032e800 2024-04-23T18:23:56.988 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5621b0331550 con 0x5621b0323f40 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c9781e740 10 client.0 _ll_register_callbacks cb 0x5621b0210d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37298/0 (socket says 172.21.15.55:37298) 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 -- 172.21.15.55:0/1426869742 learned_addr learned my addr 172.21.15.55:0/1426869742 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b032ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b032b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 -- 172.21.15.55:0/1426869742 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 msgr2=0x5621b032b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b032b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 -- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 msgr2=0x5621b032ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b032ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 -- 172.21.15.55:0/1426869742 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621b0067620 con 0x5621b0323620 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f1c80098840 tx=0x7f1c80009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=635c3925e9e86380 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:56.989 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.988+0000 7f1c75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c80020070 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f1c8009b830 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c88036040 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1c800ba050 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 10 client.15750 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5621b033d3a0 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c88036040 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f1c800b5b60 con 0x5621b0323620 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 10 client.15750 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 10 client.15750 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 20 client.15750 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b033e8b0 0x5621b0340ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:56.990 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 4 client.15750 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.989+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621b0296390 con 0x5621b033e8b0 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.990+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b033e8b0 0x5621b0340ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.990+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b033e8b0 0x5621b0340ca0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12053fe06534ac88 server_cookie=f998e3a1e2b184fd in_seq=0 out_seq=0 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.990+0000 7f1c75ffb640 10 client.15750 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1426869742 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5621b0296390 con 0x5621b033e8b0 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c75ffb640 10 client.15750 handle_command_reply: tid=0 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 client.15750 shutdown 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 msgr2=0x5621b032e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f1c80098840 tx=0x7f1c80009f20 comp rx=0 tx=0).stop 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 shutdown_connections 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b033e8b0 0x5621b0340ca0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b032b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.991 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b032ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c75ffb640 0 client.15750 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1426869742 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323620 0x5621b032e1a0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 >> 172.21.15.55:0/1426869742 conn(0x5621b031fb30 msgr2=0x5621b0325860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 shutdown_connections 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 1 -- 172.21.15.55:0/1426869742 wait complete. 2024-04-23T18:23:56.992 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:56.991+0000 7f1c9781e740 20 client.15750 trim_cache size 0 max 16384 2024-04-23T18:23:57.004 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.010+0000 7f1c9781e740 1 Processor -- start 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.010+0000 7f1c9781e740 1 -- start start 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323620 0x5621b033a290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b031eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901afe80 con 0x5621b032e800 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b19c0 con 0x5621b0323620 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c9781e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b0550 con 0x5621b0323f40 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37304/0 (socket says 172.21.15.55:37304) 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/3389160226 learned_addr learned my addr 172.21.15.55:0/3389160226 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c87fff640 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b031eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.005 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323620 0x5621b033a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/3389160226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 msgr2=0x5621b031eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b031eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/3389160226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323620 msgr2=0x5621b033a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323620 0x5621b033a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 -- 172.21.15.55:0/3389160226 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621b0341010 con 0x5621b032e800 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f1c88006010 tx=0x7f1c880093f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=534074ed0c786f80 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.011+0000 7f1c77fff640 1 -- 172.21.15.55:0/3389160226 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c8804f040 con 0x5621b032e800 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c77fff640 1 -- 172.21.15.55:0/3389160226 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c8802fb30 con 0x5621b032e800 2024-04-23T18:23:57.006 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c77fff640 1 -- 172.21.15.55:0/3389160226 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c88004410 con 0x5621b032e800 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 -- 172.21.15.55:0/3389160226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 msgr2=0x5621b0346580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f1c88006010 tx=0x7f1c880093f0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 -- 172.21.15.55:0/3389160226 shutdown_connections 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323f40 0x5621b031eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b032e800 0x5621b0346580 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 --2- 172.21.15.55:0/3389160226 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b0323620 0x5621b033a290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 -- 172.21.15.55:0/3389160226 >> 172.21.15.55:0/3389160226 conn(0x5621b031fb30 msgr2=0x5621b031e420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 -- 172.21.15.55:0/3389160226 shutdown_connections 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.012+0000 7f1c9781e740 1 -- 172.21.15.55:0/3389160226 wait complete. 2024-04-23T18:23:57.010 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 -- start start 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 Processor -- start 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b03340d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b0334b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b12f0 con 0x5621b0323f40 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901b0c20 con 0x5621b032e800 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1c901ade60 con 0x5621b0323620 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c9781e740 10 client.0 _ll_register_callbacks cb 0x7f1c8009bd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37310/0 (socket says 172.21.15.55:37310) 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 -- 172.21.15.55:0/1336065858 learned_addr learned my addr 172.21.15.55:0/1336065858 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:57.011 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b03340d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 -- 172.21.15.55:0/1336065858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 msgr2=0x5621b03340d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b03340d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b0334b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 -- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 msgr2=0x5621b0334b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b0334b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c87fff640 1 -- 172.21.15.55:0/1336065858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621b03a3e00 con 0x5621b0323f40 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.013+0000 7f1c8ed9d640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b0334b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c87fff640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f1c90075c90 tx=0x7f1c7800bac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb79ec61956fb28 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c7801a760 con 0x5621b0323f40 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f1c780035f0 con 0x5621b0323f40 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c8802fb30 con 0x5621b0323f40 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1c7801a900 con 0x5621b0323f40 2024-04-23T18:23:57.012 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 10 client.15756 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5621b03a5080 con 0x5621b0323f40 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1c8802fb30 con 0x5621b0323f40 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f1c7802c860 con 0x5621b0323f40 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 10 client.15756 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 10 client.15756 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 20 client.15756 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b03a57e0 0x5621b03a7c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 4 client.15756 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.014+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5621b0290200 con 0x5621b03a57e0 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.015+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b03a57e0 0x5621b03a7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.015+0000 7f1c75ffb640 10 client.15756 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:57.013 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.015+0000 7f1c8e59c640 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b03a57e0 0x5621b03a7c00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f56a35e04a494244 server_cookie=14e2d75c1dc6abab in_seq=0 out_seq=0 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c75ffb640 1 -- 172.21.15.55:0/1336065858 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5621b0290200 con 0x5621b03a57e0 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c75ffb640 10 client.15756 handle_command_reply: tid=0 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 client.15756 shutdown 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 msgr2=0x5621b0334610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f1c90075c90 tx=0x7f1c7800bac0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 shutdown_connections 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5621b03a57e0 0x5621b03a7c00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5621b032e800 0x5621b0334b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.015 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5621b0323f40 0x5621b0334610 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c75ffb640 0 client.15756 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 --2- 172.21.15.55:0/1336065858 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5621b0323620 0x5621b03340d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 >> 172.21.15.55:0/1336065858 conn(0x5621b031fb30 msgr2=0x5621b031ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 shutdown_connections 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 1 -- 172.21.15.55:0/1336065858 wait complete. 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.019+0000 7f1c9781e740 20 client.15756 trim_cache size 0 max 16384 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:23:57.016 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:23:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 msgr2=0x7f1c7c0a6320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 0x7f1c7c0a6320 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1c88031ca0 tx=0x7f1c88031cd0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 msgr2=0x7f1c90074250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f1c8000d950 tx=0x7f1c8000de10 comp rx=0 tx=0).stop 2024-04-23T18:23:57.017 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 shutdown_connections 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1c7c0a3e60 0x7f1c7c0a6320 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1c901072a0 0x7f1c90074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1c90074cd0 0x7f1c901a6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 --2- 172.21.15.55:0/371456008 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1c901021d0 0x7f1c90074250 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 >> 172.21.15.55:0/371456008 conn(0x7f1c900793e0 msgr2=0x7f1c900ffbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 shutdown_connections 2024-04-23T18:23:57.018 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:23:57.020+0000 7f1c94a2a640 1 -- 172.21.15.55:0/371456008 wait complete. 2024-04-23T18:23:57.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:57 smithi152 ceph-mon[33022]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:57 smithi116 ceph-mon[32310]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:57.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:57 smithi055 ceph-mon[29189]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:23:57.751 INFO:tasks.quiescer.fs.[cephfs]:Total duration (40.1) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-04-23T18:23:57.751 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.05 2024-04-23T18:23:57.751 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:23:57.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3465098997 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc106170 msgr2=0x7f4cbc10dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3465098997 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc106170 0x7f4cbc10dd40 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4009ca0 tx=0x7f4cb402a8c0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3465098997 shutdown_connections 2024-04-23T18:23:57.857 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3465098997 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc106170 0x7f4cbc10dd40 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3465098997 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc101a50 0x7f4cbc105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3465098997 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.861+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3465098997 >> 172.21.15.55:0/3465098997 conn(0x7f4cbc077f50 msgr2=0x7f4cbc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3465098997 shutdown_connections 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3465098997 wait complete. 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 Processor -- start 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 -- start start 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1995d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 0x7f4cbc199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111210 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.862+0000 7f4cc1f30640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111090 con 0x7f4cbc106170 2024-04-23T18:23:57.858 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cc1f30640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111390 con 0x7f4cbc1010a0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37330/0 (socket says 172.21.15.55:37330) 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 -- 172.21.15.55:0/3767143588 learned_addr learned my addr 172.21.15.55:0/3767143588 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbb7fe640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1995d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbaffd640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 0x7f4cbc199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 -- 172.21.15.55:0/3767143588 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 msgr2=0x7f4cbc1995d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1995d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 -- 172.21.15.55:0/3767143588 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 msgr2=0x7f4cbc199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 0x7f4cbc199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 -- 172.21.15.55:0/3767143588 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cbc1a4e20 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cbbfff640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4005e30 tx=0x7f4cb4003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb4031650 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4cb40317f0 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cbc1a50b0 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.859 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cb402fac0 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.863+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cbc1a5600 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.864+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cbc068d70 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.860 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.866+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7f4cb402fc60 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.861 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.867+0000 7f4cb8ff9640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 0x7f4ca40a6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:57.861 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.867+0000 7f4cbb7fe640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 0x7f4ca40a6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:57.861 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.867+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f4cb40f1f00 con 0x7f4cbc19a0a0 2024-04-23T18:23:57.861 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.867+0000 7f4cbb7fe640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 0x7f4ca40a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009bd0 tx=0x7f4cac005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:57.864 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:57.872+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4cb40be550 con 0x7f4cbc19a0a0 2024-04-23T18:23:58.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.104+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4cbc101a50 con 0x7f4cbc19a0a0 2024-04-23T18:23:58.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.105+0000 7f4cb8ff9640 1 -- 172.21.15.55:0/3767143588 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7f4cb40bde50 con 0x7f4cbc19a0a0 2024-04-23T18:23:58.098 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:23:58.098 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:23:58.098 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:23:58.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 msgr2=0x7f4ca40a6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 0x7f4ca40a6270 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4cac009bd0 tx=0x7f4cac005f90 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 msgr2=0x7f4cbc1a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f4cb4005e30 tx=0x7f4cb4003d80 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 shutdown_connections 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca40a3db0 0x7f4ca40a6270 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc19a0a0 0x7f4cbc1a4650 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 0x7f4cbc199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 --2- 172.21.15.55:0/3767143588 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1995d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 >> 172.21.15.55:0/3767143588 conn(0x7f4cbc077f50 msgr2=0x7f4cbc0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 shutdown_connections 2024-04-23T18:23:58.101 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.107+0000 7f4cc1f30640 1 -- 172.21.15.55:0/3767143588 wait complete. 2024-04-23T18:23:58.111 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db / --timeout 60 --expiration 80.05 --await-for 42.0' 2024-04-23T18:23:58.112 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db / --timeout 60 --expiration 80.05 --await-for 42.0 2024-04-23T18:23:58.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 -- 172.21.15.55:0/3566792007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4102b70 msgr2=0x7feca4106bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 --2- 172.21.15.55:0/3566792007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4102b70 0x7feca4106bb0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fec98009900 tx=0x7fec9802a410 comp rx=0 tx=0).stop 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 -- 172.21.15.55:0/3566792007 shutdown_connections 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 --2- 172.21.15.55:0/3566792007 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 0x7feca410ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 --2- 172.21.15.55:0/3566792007 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4102b70 0x7feca4106bb0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 --2- 172.21.15.55:0/3566792007 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 0x7feca41025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 -- 172.21.15.55:0/3566792007 >> 172.21.15.55:0/3566792007 conn(0x7feca40793e0 msgr2=0x7feca40797f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 -- 172.21.15.55:0/3566792007 shutdown_connections 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.236+0000 7fecaa02a640 1 -- 172.21.15.55:0/3566792007 wait complete. 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 Processor -- start 2024-04-23T18:23:58.230 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 -- start start 2024-04-23T18:23:58.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 0x7feca4074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 0x7feca4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7feca4112340 con 0x7feca4074cd0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7feca41121c0 con 0x7feca4107290 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7fecaa02a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7feca41124c0 con 0x7feca41021c0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7feca3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7feca3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37338/0 (socket says 172.21.15.55:37338) 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.237+0000 7feca3fff640 1 -- 172.21.15.55:0/778821359 learned_addr learned my addr 172.21.15.55:0/778821359 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca37fe640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 0x7feca4074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca2ffd640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 0x7feca4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 -- 172.21.15.55:0/778821359 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 msgr2=0x7feca4074250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 0x7feca4074250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 -- 172.21.15.55:0/778821359 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 msgr2=0x7feca4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 0x7feca4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 -- 172.21.15.55:0/778821359 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feca41a70b0 con 0x7feca4074cd0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca3fff640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fec9c00cab0 tx=0x7fec9c00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.233 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca0ff9640 1 -- 172.21.15.55:0/778821359 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c00adc0 con 0x7feca4074cd0 2024-04-23T18:23:58.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feca41a73a0 con 0x7feca4074cd0 2024-04-23T18:23:58.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca0ff9640 1 -- 172.21.15.55:0/778821359 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec9c00f920 con 0x7feca4074cd0 2024-04-23T18:23:58.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7feca0ff9640 1 -- 172.21.15.55:0/778821359 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c018aa0 con 0x7feca4074cd0 2024-04-23T18:23:58.234 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.238+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feca41a7870 con 0x7feca4074cd0 2024-04-23T18:23:58.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.240+0000 7feca0ff9640 1 -- 172.21.15.55:0/778821359 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 23) ==== 138822+0+0 (secure 0 0 0) 0x7fec9c00fad0 con 0x7feca4074cd0 2024-04-23T18:23:58.240 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 Processor -- start 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 -- start start 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af60b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af63480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56305aebb370 con 0x56305af560a0 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56305ae582e0 con 0x56305af61090 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7fecace19740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56305aeb7330 con 0x56305af569c0 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37344/0 (socket says 172.21.15.55:37344) 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca2ffd640 1 -- 172.21.15.55:0/1881590615 learned_addr learned my addr 172.21.15.55:0/1881590615 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca37fe640 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af60b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca2ffd640 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af63480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.241+0000 7feca0ff9640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 0x7fec8c0a62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 -- 172.21.15.55:0/1881590615 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 msgr2=0x56305af60b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af60b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 -- 172.21.15.55:0/1881590615 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 msgr2=0x56305af63480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af63480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 -- 172.21.15.55:0/1881590615 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56305ac99d80 con 0x56305af560a0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca3fff640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 0x7fec8c0a62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca2ffd640 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fec98009900 tx=0x7fec98005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3849b8367e93e04a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7feca0ff9640 1 -- 172.21.15.55:0/778821359 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec9c0d0c10 con 0x7feca4074cd0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7fec89ffb640 1 -- 172.21.15.55:0/1881590615 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98043030 con 0x56305af560a0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7fec89ffb640 1 -- 172.21.15.55:0/1881590615 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec980054f0 con 0x56305af560a0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.242+0000 7fec89ffb640 1 -- 172.21.15.55:0/1881590615 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98035050 con 0x56305af560a0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7feca3fff640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 0x7fec8c0a62a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fec9c0ce310 tx=0x7fec9c0bd040 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- 172.21.15.55:0/1881590615 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 msgr2=0x56305af56480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fec98009900 tx=0x7fec98005bc0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- 172.21.15.55:0/1881590615 shutdown_connections 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af60b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af63480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 --2- 172.21.15.55:0/1881590615 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af56480 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- 172.21.15.55:0/1881590615 >> 172.21.15.55:0/1881590615 conn(0x56305af523c0 msgr2=0x56305af527a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- 172.21.15.55:0/1881590615 shutdown_connections 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- 172.21.15.55:0/1881590615 wait complete. 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 -- start start 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.243+0000 7fecace19740 1 Processor -- start 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af5e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af5e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.243 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56305af63e20 con 0x56305af61090 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56305ae55fb0 con 0x56305af569c0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56305af63fa0 con 0x56305af560a0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7fecace19740 10 client.0 _ll_register_callbacks cb 0x56305ae559a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37360/0 (socket says 172.21.15.55:37360) 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 -- 172.21.15.55:0/805338747 learned_addr learned my addr 172.21.15.55:0/805338747 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af5e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca37fe640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af5e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 -- 172.21.15.55:0/805338747 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 msgr2=0x56305af5e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af5e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 -- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 msgr2=0x56305af5e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af5e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 -- 172.21.15.55:0/805338747 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56305acfa510 con 0x56305af61090 2024-04-23T18:23:58.244 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca37fe640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af5e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.244+0000 7feca2ffd640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fec98004e50 tx=0x7fec9803f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c085f87034e627d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98035070 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec98031670 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec980054f0 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec9805b050 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 10 client.15774 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56305ab8d670 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec980054f0 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fec98003a30 con 0x56305af61090 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 10 client.15774 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 10 client.15774 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 20 client.15774 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305af71240 0x56305af73630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.245 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 4 client.15774 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.245+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56305aec8d90 con 0x56305af71240 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.246+0000 7feca37fe640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305af71240 0x56305af73630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.246+0000 7feca37fe640 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305af71240 0x56305af73630 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f2bb20fdec21770 server_cookie=8fe24d6d650bc949 in_seq=0 out_seq=0 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.246+0000 7fec82ffd640 10 client.15774 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fec82ffd640 1 -- 172.21.15.55:0/805338747 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56305aec8d90 con 0x56305af71240 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fec82ffd640 10 client.15774 handle_command_reply: tid=0 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 client.15774 shutdown 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 msgr2=0x56305af5ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fec98004e50 tx=0x7fec9803f040 comp rx=0 tx=0).stop 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 shutdown_connections 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305af71240 0x56305af73630 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.246 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af5ea80 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af5e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 --2- 172.21.15.55:0/805338747 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af5e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 >> 172.21.15.55:0/805338747 conn(0x56305af523c0 msgr2=0x56305af580c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fec82ffd640 0 client.15774 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 shutdown_connections 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 1 -- 172.21.15.55:0/805338747 wait complete. 2024-04-23T18:23:58.247 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.247+0000 7fecace19740 20 client.15774 trim_cache size 0 max 16384 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 Processor -- start 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 -- start start 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af51d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af58800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7feca41afd10 con 0x56305af61090 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7feca41b1850 con 0x56305af569c0 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7fecace19740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7feca41b03e0 con 0x56305af560a0 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.264 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37362/0 (socket says 172.21.15.55:37362) 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7feca2ffd640 1 -- 172.21.15.55:0/3489774184 learned_addr learned my addr 172.21.15.55:0/3489774184 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af51d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.270+0000 7feca37fe640 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af58800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 -- 172.21.15.55:0/3489774184 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 msgr2=0x56305af51d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af51d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 -- 172.21.15.55:0/3489774184 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 msgr2=0x56305af58800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af58800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 -- 172.21.15.55:0/3489774184 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56305af52d00 con 0x56305af61090 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fec98004b90 tx=0x7fec9804b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=144ac1f31edbbfb5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7fec897fa640 1 -- 172.21.15.55:0/3489774184 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98035070 con 0x56305af61090 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7fec897fa640 1 -- 172.21.15.55:0/3489774184 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec980041e0 con 0x56305af61090 2024-04-23T18:23:58.265 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.271+0000 7fec897fa640 1 -- 172.21.15.55:0/3489774184 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98043020 con 0x56305af61090 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- 172.21.15.55:0/3489774184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 msgr2=0x56305af78c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fec98004b90 tx=0x7fec9804b040 comp rx=0 tx=0).stop 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- 172.21.15.55:0/3489774184 shutdown_connections 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af61090 0x56305af78c30 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af569c0 0x56305af58800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.268 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 --2- 172.21.15.55:0/3489774184 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af560a0 0x56305af51d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- 172.21.15.55:0/3489774184 >> 172.21.15.55:0/3489774184 conn(0x56305af523c0 msgr2=0x56305af6bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- 172.21.15.55:0/3489774184 shutdown_connections 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- 172.21.15.55:0/3489774184 wait complete. 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 -- start start 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.272+0000 7fecace19740 1 Processor -- start 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af5aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af5aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7feca41b1180 con 0x56305af560a0 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7feca41b0ab0 con 0x56305af61090 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7feca41add10 con 0x56305af569c0 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fecace19740 10 client.0 _ll_register_callbacks cb 0x7fec98004bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.269 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:37374/0 (socket says 172.21.15.55:37374) 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 -- 172.21.15.55:0/3579442673 learned_addr learned my addr 172.21.15.55:0/3579442673 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca37fe640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af5aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af5aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 -- 172.21.15.55:0/3579442673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 msgr2=0x56305af5aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af5aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 -- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 msgr2=0x56305af5aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af5aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 -- 172.21.15.55:0/3579442673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56305af5b820 con 0x56305af560a0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7feca2ffd640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fec98009900 tx=0x7fec98004390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b751d5d5dfeada server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fec82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.273+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec98043070 con 0x56305af560a0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.274+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fec980035f0 con 0x56305af560a0 2024-04-23T18:23:58.270 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.274+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec980041e0 con 0x56305af560a0 2024-04-23T18:23:58.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.274+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fec98035040 con 0x56305af560a0 2024-04-23T18:23:58.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.274+0000 7fecace19740 10 client.15780 fetch_fsmap learned FSMap version 27 2024-04-23T18:23:58.271 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.274+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56305afd7510 con 0x56305af560a0 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fec980041e0 con 0x56305af560a0 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fec980315f0 con 0x56305af560a0 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 10 client.15780 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 10 client.15780 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 20 client.15780 populate_metadata read hostname 'smithi055' 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305afd7b10 0x56305afd9f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 4 client.15780 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 80.05, "await_for": 42.0}] 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 80.05, "await_for": 42.0}) -- 0x56305aec2c00 con 0x56305afd7b10 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7feca37fe640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305afd7b10 0x56305afd9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:23:58.272 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7feca37fe640 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305afd7b10 0x56305afd9f30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39e52301fd26e343 server_cookie=6b5ac2b1f9df13d1 in_seq=0 out_seq=0 2024-04-23T18:23:58.273 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.277+0000 7fec82ffd640 10 client.15780 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fec82ffd640 1 -- 172.21.15.55:0/3579442673 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x56305aec2c00 con 0x56305afd7b10 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fec82ffd640 10 client.15780 handle_command_reply: tid=0 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 client.15780 shutdown 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 msgr2=0x56305af69690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fec98009900 tx=0x7fec98004390 comp rx=0 tx=0).stop 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 shutdown_connections 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56305afd7b10 0x56305afd9f30 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56305af569c0 0x56305af5aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56305af61090 0x56305af5aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 --2- 172.21.15.55:0/3579442673 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56305af560a0 0x56305af69690 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fec82ffd640 0 client.15780 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.289+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 >> 172.21.15.55:0/3579442673 conn(0x56305af523c0 msgr2=0x56305af51600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 shutdown_connections 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecace19740 1 -- 172.21.15.55:0/3579442673 wait complete. 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecace19740 20 client.15780 trim_cache size 0 max 16384 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 6, 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "b0f8b2b3": { 2024-04-23T18:23:58.284 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 6, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 80.0, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:58.285 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:58.286 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:58.286 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:58.286 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:23:58.286 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:23:58.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 msgr2=0x7fec8c0a62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 0x7fec8c0a62a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fec9c0ce310 tx=0x7fec9c0bd040 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 msgr2=0x7feca41a69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fec9c00cab0 tx=0x7fec9c00cf70 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 shutdown_connections 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fec8c0a3de0 0x7fec8c0a62a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7feca4074cd0 0x7feca41a69b0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7feca4107290 0x7feca4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 --2- 172.21.15.55:0/778821359 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7feca41021c0 0x7feca4074250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 >> 172.21.15.55:0/778821359 conn(0x7feca40793e0 msgr2=0x7feca40ffc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 shutdown_connections 2024-04-23T18:23:58.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:23:58.290+0000 7fecaa02a640 1 -- 172.21.15.55:0/778821359 wait complete. 2024-04-23T18:23:58.295 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'b0f8b2b3', quiesce took 0.5 seconds. Will release after: 20.05 2024-04-23T18:23:58.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:58 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3767143588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:58.601 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:58 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3767143588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:58.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:58 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3767143588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:23:59.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:23:59 smithi152 ceph-mon[33022]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:23:59.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:23:59 smithi116 ceph-mon[32310]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:23:59.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:23:59 smithi055 ceph-mon[29189]: pgmap v31: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-23T18:24:00.950 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:24:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:24:00.616+0000 7f41e27db700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.950 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:24:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:24:00.616+0000 7f41e27db700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.951 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:24:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:24:00.616+0000 7f41e27db700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.951 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:24:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:24:00.616+0000 7f41e27db700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:00.951 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:24:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:24:00.616+0000 7f41e27db700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-23T18:24:01.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:01 smithi152 ceph-mon[33022]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-23T18:24:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:01 smithi116 ceph-mon[32310]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-23T18:24:01.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:01 smithi055 ceph-mon[29189]: pgmap v32: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-23T18:24:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:03 smithi152 ceph-mon[33022]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:03 smithi152 ceph-mon[33022]: mgrmap e24: x(active, since 60s), standbys: z, y 2024-04-23T18:24:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:03 smithi116 ceph-mon[32310]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:03 smithi116 ceph-mon[32310]: mgrmap e24: x(active, since 60s), standbys: z, y 2024-04-23T18:24:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:03 smithi055 ceph-mon[29189]: pgmap v33: 97 pgs: 97 active+clean; 1.3 MiB data, 361 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-23T18:24:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:03 smithi055 ceph-mon[29189]: mgrmap e24: x(active, since 60s), standbys: z, y 2024-04-23T18:24:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:05 smithi152 ceph-mon[33022]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:05 smithi116 ceph-mon[32310]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:05 smithi055 ceph-mon[29189]: pgmap v34: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:07 smithi152 ceph-mon[33022]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:07 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:07 smithi116 ceph-mon[32310]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:07 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:07 smithi055 ceph-mon[29189]: pgmap v35: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:07 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:24:08.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:08 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:08 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:08 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:08 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:08.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:08 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:08.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:08 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:08.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:08 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:08.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:08 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:08.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:08 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:08.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:08 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:09.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:08 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:09.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:08 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:09.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:08 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:24:09.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:08 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:24:09.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:08 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:24:09.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:09 smithi116 ceph-mon[32310]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:09.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:09 smithi055 ceph-mon[29189]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:09 smithi152 ceph-mon[33022]: pgmap v36: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 -- 172.21.15.55:0/3391212151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c074300 msgr2=0x7fc63c0746e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 --2- 172.21.15.55:0/3391212151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c074300 0x7fc63c0746e0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fc62c009900 tx=0x7fc62c02a480 comp rx=0 tx=0).stop 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 -- 172.21.15.55:0/3391212151 shutdown_connections 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 --2- 172.21.15.55:0/3391212151 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c10e800 0x7fc63c110bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 --2- 172.21.15.55:0/3391212151 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 0x7fc63c10e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 --2- 172.21.15.55:0/3391212151 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c074300 0x7fc63c0746e0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 -- 172.21.15.55:0/3391212151 >> 172.21.15.55:0/3391212151 conn(0x7fc63c0fda10 msgr2=0x7fc63c0ffe30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 -- 172.21.15.55:0/3391212151 shutdown_connections 2024-04-23T18:24:10.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.110+0000 7fc642530640 1 -- 172.21.15.55:0/3391212151 wait complete. 2024-04-23T18:24:10.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.111+0000 7fc642530640 1 Processor -- start 2024-04-23T18:24:10.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.111+0000 7fc642530640 1 -- start start 2024-04-23T18:24:10.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.111+0000 7fc642530640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c074300 0x7fc63c1a0660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.111+0000 7fc642530640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 0x7fc63c1a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.111+0000 7fc642530640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc642530640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1144f0 con 0x7fc63c10e800 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc642530640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c114370 con 0x7fc63c074c20 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc642530640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c114670 con 0x7fc63c074300 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56206/0 (socket says 172.21.15.55:56206) 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 -- 172.21.15.55:0/2073707675 learned_addr learned my addr 172.21.15.55:0/2073707675 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc63bfff640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c074300 0x7fc63c1a0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 0x7fc63c1a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 -- 172.21.15.55:0/2073707675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c074300 msgr2=0x7fc63c1a0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c074300 0x7fc63c1a0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 -- 172.21.15.55:0/2073707675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 msgr2=0x7fc63c1a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 0x7fc63c1a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 -- 172.21.15.55:0/2073707675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc63c19afa0 con 0x7fc63c10e800 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc640acd640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc634009fd0 tx=0x7fc63400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.112+0000 7fc6397fa640 1 -- 172.21.15.55:0/2073707675 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc634017070 con 0x7fc63c10e800 2024-04-23T18:24:10.108 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.113+0000 7fc6397fa640 1 -- 172.21.15.55:0/2073707675 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc634003e40 con 0x7fc63c10e800 2024-04-23T18:24:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.113+0000 7fc6397fa640 1 -- 172.21.15.55:0/2073707675 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc634004820 con 0x7fc63c10e800 2024-04-23T18:24:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.113+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc63c19b290 con 0x7fc63c10e800 2024-04-23T18:24:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.113+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc63c1a74b0 con 0x7fc63c10e800 2024-04-23T18:24:10.109 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.116+0000 7fc6397fa640 1 -- 172.21.15.55:0/2073707675 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fc634003970 con 0x7fc63c10e800 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.116+0000 7fc645249740 1 Processor -- start 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.116+0000 7fc645249740 1 -- start start 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.116+0000 7fc6397fa640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 0x7fc6240a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640f620 0x55b17640fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b17641a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55b176374970 con 0x55b17641a800 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55b1763114a0 con 0x55b17640ff40 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc645249740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55b176370930 con 0x55b17640f620 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc6397fa640 1 -- 172.21.15.55:0/2073707675 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc6340d0520 con 0x7fc63c10e800 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 0x7fc6240a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.112 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56214/0 (socket says 172.21.15.55:56214) 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 -- 172.21.15.55:0/3984926470 learned_addr learned my addr 172.21.15.55:0/3984926470 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc63bfff640 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640f620 0x55b17640fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 -- 172.21.15.55:0/3984926470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640f620 msgr2=0x55b17640fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640f620 0x55b17640fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 -- 172.21.15.55:0/3984926470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 msgr2=0x55b17641a2c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b17641a2c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc640acd640 1 -- 172.21.15.55:0/3984926470 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b176087210 con 0x55b17641a800 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.117+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 0x7fc6240a6420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc630005fd0 tx=0x7fc630005850 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.118+0000 7fc640acd640 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc63409c210 tx=0x7fc63409bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=beffbcdb9393fcb4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.118+0000 7fc6227fc640 1 -- 172.21.15.55:0/3984926470 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc634020040 con 0x55b17641a800 2024-04-23T18:24:10.113 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.118+0000 7fc6227fc640 1 -- 172.21.15.55:0/3984926470 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6340a0630 con 0x55b17641a800 2024-04-23T18:24:10.114 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.118+0000 7fc6227fc640 1 -- 172.21.15.55:0/3984926470 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6340cdde0 con 0x55b17641a800 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- 172.21.15.55:0/3984926470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 msgr2=0x55b17641cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fc63409c210 tx=0x7fc63409bd00 comp rx=0 tx=0).stop 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- 172.21.15.55:0/3984926470 shutdown_connections 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17641a800 0x55b17641cbf0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b17641a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 --2- 172.21.15.55:0/3984926470 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640f620 0x55b17640fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- 172.21.15.55:0/3984926470 >> 172.21.15.55:0/3984926470 conn(0x55b17640bb30 msgr2=0x55b17640bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- 172.21.15.55:0/3984926470 shutdown_connections 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- 172.21.15.55:0/3984926470 wait complete. 2024-04-23T18:24:10.117 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.119+0000 7fc645249740 1 -- start start 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 Processor -- start 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640ff40 0x55b1764174c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176417ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55b17641d3d0 con 0x55b17640ff40 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55b17630f0b0 con 0x55b17640f620 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55b17641d550 con 0x55b17641a800 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc645249740 10 client.0 _ll_register_callbacks cb 0x55b1762fcd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc63bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc63bfff640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:53366/0 (socket says 172.21.15.55:53366) 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc63bfff640 1 -- 172.21.15.55:0/425591017 learned_addr learned my addr 172.21.15.55:0/425591017 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640ff40 0x55b1764174c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.120+0000 7fc640acd640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176417ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.118 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 -- 172.21.15.55:0/425591017 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 msgr2=0x55b176417ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176417ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 -- 172.21.15.55:0/425591017 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640ff40 msgr2=0x55b1764174c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640ff40 0x55b1764174c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 -- 172.21.15.55:0/425591017 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b176153620 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc63bfff640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc62c02a9a0 tx=0x7fc62c0317b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=721edf76c94b903 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc61b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c035040 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6340a0630 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mon.2 v2:172.21.15.116:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc62c004240 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc62c004440 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc645249740 10 client.25433 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.121+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b1764293b0 con 0x55b17640f620 2024-04-23T18:24:10.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mon.2 v2:172.21.15.116:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6340a0630 con 0x55b17640f620 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mon.2 v2:172.21.15.116:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fc62c004b80 con 0x55b17640f620 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 10 client.25433 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 10 client.25433 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 20 client.25433 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b17642ace0 0x55b17642d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 4 client.25433 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b176382390 con 0x55b17642ace0 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.122+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b17642ace0 0x55b17642d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.123+0000 7fc61b7fe640 10 client.25433 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:10.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.123+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b17642ace0 0x55b17642d120 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2dc7fb7a917f132b server_cookie=31e753da4cc7c326 in_seq=0 out_seq=0 2024-04-23T18:24:10.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.123+0000 7fc61b7fe640 1 -- 172.21.15.55:0/425591017 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55b176382390 con 0x55b17642ace0 2024-04-23T18:24:10.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.123+0000 7fc61b7fe640 10 client.25433 handle_command_reply: tid=0 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.123+0000 7fc645249740 1 client.25433 shutdown 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 msgr2=0x55b17641a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fc62c02a9a0 tx=0x7fc62c0317b0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 shutdown_connections 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b17642ace0 0x55b17642d120 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176417ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640ff40 0x55b1764174c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc61b7fe640 0 client.25433 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 --2- 172.21.15.55:0/425591017 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640f620 0x55b17641a1d0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 >> 172.21.15.55:0/425591017 conn(0x55b17640bb30 msgr2=0x55b17640acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 shutdown_connections 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 1 -- 172.21.15.55:0/425591017 wait complete. 2024-04-23T18:24:10.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.124+0000 7fc645249740 20 client.25433 trim_cache size 0 max 16384 2024-04-23T18:24:10.133 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.139+0000 7fc645249740 1 Processor -- start 2024-04-23T18:24:10.133 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.139+0000 7fc645249740 1 -- start start 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176426290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b176419d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1afe10 con 0x55b17640f620 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1b1950 con 0x55b17640ff40 2024-04-23T18:24:10.134 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc645249740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1b04e0 con 0x55b17641a800 2024-04-23T18:24:10.135 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.135 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:57144/0 (socket says 172.21.15.55:57144) 2024-04-23T18:24:10.135 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 -- 172.21.15.55:0/4157064979 learned_addr learned my addr 172.21.15.55:0/4157064979 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:10.135 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b176419d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc63bfff640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176426290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 -- 172.21.15.55:0/4157064979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 msgr2=0x55b176419d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b176419d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 -- 172.21.15.55:0/4157064979 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 msgr2=0x55b176426290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176426290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc640acd640 1 -- 172.21.15.55:0/4157064979 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b17640cd60 con 0x55b17641a800 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b176419d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.140+0000 7fc63bfff640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176426290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.141+0000 7fc640acd640 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc634005c40 tx=0x7fc634004300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f909c68dfd8bc72 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.141+0000 7fc621ffb640 1 -- 172.21.15.55:0/4157064979 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6340b9070 con 0x55b17641a800 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.141+0000 7fc621ffb640 1 -- 172.21.15.55:0/4157064979 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6340a0630 con 0x55b17641a800 2024-04-23T18:24:10.136 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.141+0000 7fc621ffb640 1 -- 172.21.15.55:0/4157064979 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc634020040 con 0x55b17641a800 2024-04-23T18:24:10.140 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- 172.21.15.55:0/4157064979 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 msgr2=0x55b176432a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.140 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc634005c40 tx=0x7fc634004300 comp rx=0 tx=0).stop 2024-04-23T18:24:10.140 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- 172.21.15.55:0/4157064979 shutdown_connections 2024-04-23T18:24:10.140 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17641a800 0x55b176432a30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17640ff40 0x55b176419d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 --2- 172.21.15.55:0/4157064979 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176426290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- 172.21.15.55:0/4157064979 >> 172.21.15.55:0/4157064979 conn(0x55b17640bb30 msgr2=0x55b17640acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- 172.21.15.55:0/4157064979 shutdown_connections 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- 172.21.15.55:0/4157064979 wait complete. 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.142+0000 7fc645249740 1 -- start start 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 Processor -- start 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640ff40 0x55b17641df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 0x55b17641e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1b1280 con 0x55b17640f620 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1b0bb0 con 0x55b17641a800 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc63c1addf0 con 0x55b17640ff40 2024-04-23T18:24:10.141 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc645249740 10 client.0 _ll_register_callbacks cb 0x7fc62c005e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc63bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc63bfff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56246/0 (socket says 172.21.15.55:56246) 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc63bfff640 1 -- 172.21.15.55:0/1617697039 learned_addr learned my addr 172.21.15.55:0/1617697039 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc640acd640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 0x55b17641e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.143+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640ff40 0x55b17641df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 -- 172.21.15.55:0/1617697039 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640ff40 msgr2=0x55b17641df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640ff40 0x55b17641df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 -- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 msgr2=0x55b17641e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 0x55b17641e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 -- 172.21.15.55:0/1617697039 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b17641ece0 con 0x55b17640f620 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc640acd640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 0x55b17641e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc63bfff640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc62c009900 tx=0x7fc62c031d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c86e792e780e10f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc61b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:10.142 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc62c052070 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc62c004060 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.144+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6340a0630 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.145+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fc62c05e050 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.145+0000 7fc645249740 10 client.15804 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.145+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55b176491340 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.145+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc6340a0630 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.145+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fc62c0046c0 con 0x55b17640f620 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 10 client.15804 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 10 client.15804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 20 client.15804 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b176491a00 0x55b176493df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 4 client.15804 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:10.143 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b17637c200 con 0x55b176491a00 2024-04-23T18:24:10.144 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.146+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b176491a00 0x55b176493df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:10.144 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.147+0000 7fc61b7fe640 10 client.15804 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:10.144 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.147+0000 7fc63b7fe640 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b176491a00 0x55b176493df0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dba4888aaf8dbd0 server_cookie=aa04449854585785 in_seq=0 out_seq=0 2024-04-23T18:24:10.146 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc61b7fe640 1 -- 172.21.15.55:0/1617697039 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b17637c200 con 0x55b176491a00 2024-04-23T18:24:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc61b7fe640 10 client.15804 handle_command_reply: tid=0 2024-04-23T18:24:10.147 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 client.15804 shutdown 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 msgr2=0x55b176422be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fc62c009900 tx=0x7fc62c031d10 comp rx=0 tx=0).stop 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 shutdown_connections 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55b176491a00 0x55b176493df0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc61b7fe640 0 client.15804 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55b17640ff40 0x55b17641df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55b17641a800 0x55b17641e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 --2- 172.21.15.55:0/1617697039 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55b17640f620 0x55b176422be0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.148 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 >> 172.21.15.55:0/1617697039 conn(0x55b17640bb30 msgr2=0x55b176425280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.153+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 shutdown_connections 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc645249740 1 -- 172.21.15.55:0/1617697039 wait complete. 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc645249740 20 client.15804 trim_cache size 0 max 16384 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:24:10.149 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 msgr2=0x7fc6240a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 0x7fc6240a6420 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc630005fd0 tx=0x7fc630005850 comp rx=0 tx=0).stop 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 msgr2=0x7fc63c19a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fc634009fd0 tx=0x7fc63400b260 comp rx=0 tx=0).stop 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 shutdown_connections 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc6240a3f60 0x7fc6240a6420 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc63c10e800 0x7fc63c19a7d0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.150 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc63c074c20 0x7fc63c1a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 --2- 172.21.15.55:0/2073707675 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc63c074300 0x7fc63c1a0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.154+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 >> 172.21.15.55:0/2073707675 conn(0x7fc63c0fda10 msgr2=0x7fc63c0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.155+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 shutdown_connections 2024-04-23T18:24:10.151 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:10.155+0000 7fc642530640 1 -- 172.21.15.55:0/2073707675 wait complete. 2024-04-23T18:24:11.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:11 smithi116 ceph-mon[32310]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-04-23T18:24:11.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:11 smithi055 ceph-mon[29189]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-04-23T18:24:12.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:11 smithi152 ceph-mon[33022]: pgmap v37: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 22 KiB/s wr, 25 op/s 2024-04-23T18:24:13.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:13 smithi116 ceph-mon[32310]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:13.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:13 smithi055 ceph-mon[29189]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:13 smithi152 ceph-mon[33022]: pgmap v38: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-04-23T18:24:15.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:15 smithi116 ceph-mon[32310]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:15.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:15 smithi055 ceph-mon[29189]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:15 smithi152 ceph-mon[33022]: pgmap v39: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-04-23T18:24:17.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:17 smithi116 ceph-mon[32310]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:17.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:17 smithi055 ceph-mon[29189]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:17 smithi152 ceph-mon[33022]: pgmap v40: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 597 B/s wr, 9 op/s 2024-04-23T18:24:18.345 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 -- 172.21.15.55:0/2996331157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 msgr2=0x7f4cbc101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2996331157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc101480 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4009900 tx=0x7f4ca402a410 comp rx=0 tx=0).stop 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 -- 172.21.15.55:0/2996331157 shutdown_connections 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2996331157 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc101a50 0x7f4cbc105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2996331157 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc106170 0x7f4cbc10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2996331157 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc101480 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 -- 172.21.15.55:0/2996331157 >> 172.21.15.55:0/2996331157 conn(0x7f4cbc077f50 msgr2=0x7f4cbc078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:18.452 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 -- 172.21.15.55:0/2996331157 shutdown_connections 2024-04-23T18:24:18.453 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 -- 172.21.15.55:0/2996331157 wait complete. 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.459+0000 7f4cc182a640 1 Processor -- start 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 -- start start 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 0x7f4cbc199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc19a1a0 0x7f4cbc1a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111210 con 0x7f4cbc1010a0 2024-04-23T18:24:18.455 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111090 con 0x7f4cbc19a1a0 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cc182a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f4cbc111390 con 0x7f4cbc106170 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cbaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cbaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56262/0 (socket says 172.21.15.55:56262) 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cbaffd640 1 -- 172.21.15.55:0/2204304084 learned_addr learned my addr 172.21.15.55:0/2204304084 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cba7fc640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 0x7f4cbc199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.460+0000 7f4cbb7fe640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc19a1a0 0x7f4cbc1a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 -- 172.21.15.55:0/2204304084 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 msgr2=0x7f4cbc199c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 0x7f4cbc199c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 -- 172.21.15.55:0/2204304084 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc19a1a0 msgr2=0x7f4cbc1a4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc19a1a0 0x7f4cbc1a4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 -- 172.21.15.55:0/2204304084 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cbc1a4f20 con 0x7f4cbc1010a0 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cba7fc640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 0x7f4cbc199c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:18.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cbaffd640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4005ab0 tx=0x7f4ca40040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca403f030 con 0x7f4cbc1010a0 2024-04-23T18:24:18.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f4ca4003ac0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ca4035070 con 0x7f4cbc1010a0 2024-04-23T18:24:18.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cbc1a51b0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.457 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.461+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cbc1a5650 con 0x7f4cbc1010a0 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.463+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cbc068d70 con 0x7f4cbc1010a0 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.464+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f4ca4042030 con 0x7f4cbc1010a0 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.465+0000 7f4cc0828640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 0x7f4ca80a6380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.465+0000 7f4cba7fc640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 0x7f4ca80a6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.465+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f4ca40f0ff0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.458 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.466+0000 7f4cba7fc640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 0x7f4ca80a6380 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc069c30 tx=0x7f4cac005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.462 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.470+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f4ca40bced0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.832+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4cbc1093a0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.825 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.832+0000 7f4cc0828640 1 -- 172.21.15.55:0/2204304084 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7f4ca40c11d0 con 0x7f4cbc1010a0 2024-04-23T18:24:18.825 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:24:18.826 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:24:18.826 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 msgr2=0x7f4ca80a6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 0x7f4ca80a6380 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4cbc069c30 tx=0x7f4cac005f90 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 msgr2=0x7f4cbc1996d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4005ab0 tx=0x7f4ca40040c0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 shutdown_connections 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f4ca80a3ec0 0x7f4ca80a6380 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f4cbc106170 0x7f4cbc199c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f4cbc19a1a0 0x7f4cbc1a4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 --2- 172.21.15.55:0/2204304084 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f4cbc1010a0 0x7f4cbc1996d0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.828 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 >> 172.21.15.55:0/2204304084 conn(0x7f4cbc077f50 msgr2=0x7f4cbc0ff000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:18.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 shutdown_connections 2024-04-23T18:24:18.829 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.835+0000 7f4cc182a640 1 -- 172.21.15.55:0/2204304084 wait complete. 2024-04-23T18:24:18.839 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db --set-id b0f8b2b3 --release --await' 2024-04-23T18:24:18.839 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db --set-id b0f8b2b3 --release --await 2024-04-23T18:24:18.953 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 -- 172.21.15.55:0/1104954627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c1031d0 msgr2=0x7fcf0c1035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.953 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 --2- 172.21.15.55:0/1104954627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c1035b0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fcf08009900 tx=0x7fcf0802a510 comp rx=0 tx=0).stop 2024-04-23T18:24:18.953 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 -- 172.21.15.55:0/1104954627 shutdown_connections 2024-04-23T18:24:18.953 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 --2- 172.21.15.55:0/1104954627 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c103af0 0x7fcf0c10bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 --2- 172.21.15.55:0/1104954627 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c10c510 0x7fcf0c10e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 --2- 172.21.15.55:0/1104954627 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c1035b0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 -- 172.21.15.55:0/1104954627 >> 172.21.15.55:0/1104954627 conn(0x7fcf0c077f50 msgr2=0x7fcf0c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 -- 172.21.15.55:0/1104954627 shutdown_connections 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.960+0000 7fcf13736640 1 -- 172.21.15.55:0/1104954627 wait complete. 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 Processor -- start 2024-04-23T18:24:18.954 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 -- start start 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c100e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c10c510 0x7fcf0c1018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1122e0 con 0x7fcf0c103af0 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c112160 con 0x7fcf0c1031d0 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf13736640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c112460 con 0x7fcf0c10c510 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56288/0 (socket says 172.21.15.55:56288) 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf10cd1640 1 -- 172.21.15.55:0/883895322 learned_addr learned my addr 172.21.15.55:0/883895322 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf114d2640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c100e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.961+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c10c510 0x7fcf0c1018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 -- 172.21.15.55:0/883895322 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c10c510 msgr2=0x7fcf0c1018a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.956 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c10c510 0x7fcf0c1018a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 -- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 msgr2=0x7fcf0c101360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 -- 172.21.15.55:0/883895322 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf0c1a6d40 con 0x7fcf0c1031d0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf114d2640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c100e20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcf08005940 tx=0x7fcf080042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf027fc640 1 -- 172.21.15.55:0/883895322 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0803f030 con 0x7fcf0c1031d0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf027fc640 1 -- 172.21.15.55:0/883895322 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcf08031910 con 0x7fcf0c1031d0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf0c1a6fd0 con 0x7fcf0c1031d0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf027fc640 1 -- 172.21.15.55:0/883895322 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf08035070 con 0x7fcf0c1031d0 2024-04-23T18:24:18.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.962+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf0c1a7430 con 0x7fcf0c1031d0 2024-04-23T18:24:18.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.965+0000 7fcf027fc640 1 -- 172.21.15.55:0/883895322 <== mon.2 v2:172.21.15.116:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fcf08042030 con 0x7fcf0c1031d0 2024-04-23T18:24:18.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 Processor -- start 2024-04-23T18:24:18.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 -- start start 2024-04-23T18:24:18.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15229870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15236870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.960 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x560d1518e6d0 con 0x560d15229db0 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560d1512b1a0 con 0x560d15229490 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf16451740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x560d1518a690 con 0x560d15234480 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf114d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf027fc640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 0x7fcef80a6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf114d2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56302/0 (socket says 172.21.15.55:56302) 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.966+0000 7fcf114d2640 1 -- 172.21.15.55:0/521126989 learned_addr learned my addr 172.21.15.55:0/521126989 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15236870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15229870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 0x7fcef80a6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 -- 172.21.15.55:0/521126989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 msgr2=0x560d15229870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15229870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 -- 172.21.15.55:0/521126989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 msgr2=0x560d15233f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:18.961 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 -- 172.21.15.55:0/521126989 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d151355b0 con 0x560d15234480 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf027fc640 1 -- 172.21.15.55:0/883895322 <== mon.2 v2:172.21.15.116:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcf080f0cd0 con 0x7fcf0c1031d0 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15236870 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc010910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66ad134f3eeab366 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 0x7fcef80a6330 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcf04005fd0 tx=0x7fcf04009a90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.967+0000 7fcf114d2640 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.968+0000 7fcef77fe640 1 -- 172.21.15.55:0/521126989 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc011820 con 0x560d15234480 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.968+0000 7fcef77fe640 1 -- 172.21.15.55:0/521126989 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcefc01c480 con 0x560d15234480 2024-04-23T18:24:18.962 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.968+0000 7fcef77fe640 1 -- 172.21.15.55:0/521126989 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc01a5c0 con 0x560d15234480 2024-04-23T18:24:18.965 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.968+0000 7fcf16451740 1 -- 172.21.15.55:0/521126989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 msgr2=0x560d15236870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.968+0000 7fcf16451740 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15236870 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc010910 comp rx=0 tx=0).stop 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 -- 172.21.15.55:0/521126989 shutdown_connections 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15236870 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 --2- 172.21.15.55:0/521126989 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15229870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 -- 172.21.15.55:0/521126989 >> 172.21.15.55:0/521126989 conn(0x560d152257b0 msgr2=0x560d15225b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 -- 172.21.15.55:0/521126989 shutdown_connections 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 -- 172.21.15.55:0/521126989 wait complete. 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 -- start start 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.969+0000 7fcf16451740 1 Processor -- start 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15233ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 0x560d152311c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x560d15237310 con 0x560d15234480 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x560d15128b20 con 0x560d15229490 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x560d15237490 con 0x560d15229db0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf16451740 10 client.0 _ll_register_callbacks cb 0x560d15128530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf11cd3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf11cd3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56306/0 (socket says 172.21.15.55:56306) 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf11cd3640 1 -- 172.21.15.55:0/1443431546 learned_addr learned my addr 172.21.15.55:0/1443431546 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 0x560d152311c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf114d2640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15233ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 -- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 msgr2=0x560d15233ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15233ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 -- 172.21.15.55:0/1443431546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 msgr2=0x560d15231900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf10cd1640 1 -- 172.21.15.55:0/1443431546 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d14ea0920 con 0x560d15229db0 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.970+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 0x560d152311c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc01c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce0eda7baa1bbe0d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.152:3300/0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc011a30 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mon.1 v2:172.21.15.152:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcefc011bd0 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcefc01c480 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcefc034050 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcf16451740 10 client.25402 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x560d14f6cd30 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mon.1 v2:172.21.15.152:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcefc01c480 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mon.1 v2:172.21.15.152:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcefc02f030 con 0x560d15229db0 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.971+0000 7fcf16451740 10 client.25402 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf16451740 10 client.25402 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf16451740 20 client.25402 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d15244940 0x560d15246de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf16451740 4 client.25402 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d1514c500 con 0x560d15244940 2024-04-23T18:24:18.968 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf114d2640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d15244940 0x560d15246de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:18.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcef4ff9640 10 client.25402 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:18.969 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.972+0000 7fcf114d2640 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d15244940 0x560d15246de0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90145a2c900935b2 server_cookie=fa6a90bceae532d in_seq=0 out_seq=0 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcef4ff9640 1 -- 172.21.15.55:0/1443431546 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x560d1514c500 con 0x560d15244940 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcef4ff9640 10 client.25402 handle_command_reply: tid=0 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 client.25402 shutdown 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 msgr2=0x560d152311c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 0x560d152311c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc01c860 comp rx=0 tx=0).stop 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 shutdown_connections 2024-04-23T18:24:18.970 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d15244940 0x560d15246de0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.973+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229db0 0x560d152311c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15234480 0x560d15231900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 1 --2- 172.21.15.55:0/1443431546 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15233ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcef4ff9640 0 client.25402 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 >> 172.21.15.55:0/1443431546 conn(0x560d152257b0 msgr2=0x560d1522b580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 shutdown_connections 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 1 -- 172.21.15.55:0/1443431546 wait complete. 2024-04-23T18:24:18.971 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:18.974+0000 7fcf16451740 20 client.25402 trim_cache size 0 max 16384 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 Processor -- start 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 -- start start 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15240200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15233f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1afe40 con 0x560d15229db0 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1b1980 con 0x560d15229490 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf16451740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1b0510 con 0x560d15234480 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56318/0 (socket says 172.21.15.55:56318) 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf10cd1640 1 -- 172.21.15.55:0/3644827658 learned_addr learned my addr 172.21.15.55:0/3644827658 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.008+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15233f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 -- 172.21.15.55:0/3644827658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 msgr2=0x560d15240200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15240200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 -- 172.21.15.55:0/3644827658 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 msgr2=0x560d15233a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 -- 172.21.15.55:0/3644827658 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d15229be0 con 0x560d15234480 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15233f40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009640 tx=0x7fcf0401c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a99c8ad22258a10 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcef6ffd640 1 -- 172.21.15.55:0/3644827658 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0401faf0 con 0x560d15234480 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcef6ffd640 1 -- 172.21.15.55:0/3644827658 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcf0402e070 con 0x560d15234480 2024-04-23T18:24:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.009+0000 7fcef6ffd640 1 -- 172.21.15.55:0/3644827658 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf0401e610 con 0x560d15234480 2024-04-23T18:24:19.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 -- 172.21.15.55:0/3644827658 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 msgr2=0x560d15233f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15233f40 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcf04009640 tx=0x7fcf0401c000 comp rx=0 tx=0).stop 2024-04-23T18:24:19.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 -- 172.21.15.55:0/3644827658 shutdown_connections 2024-04-23T18:24:19.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15234480 0x560d15233f40 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.007 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15233a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 --2- 172.21.15.55:0/3644827658 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15229490 0x560d15240200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 -- 172.21.15.55:0/3644827658 >> 172.21.15.55:0/3644827658 conn(0x560d152257b0 msgr2=0x560d1522fa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 -- 172.21.15.55:0/3644827658 shutdown_connections 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.010+0000 7fcf16451740 1 -- 172.21.15.55:0/3644827658 wait complete. 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf16451740 1 -- start start 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf16451740 1 Processor -- start 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf16451740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229490 0x560d152361d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf16451740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf16451740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15234480 0x560d15234f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.011+0000 7fcf10cd1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56322/0 (socket says 172.21.15.55:56322) 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 -- 172.21.15.55:0/622735625 learned_addr learned my addr 172.21.15.55:0/622735625 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1b12b0 con 0x560d15229db0 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf114d2640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229490 0x560d152361d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.008 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1b0be0 con 0x560d15234480 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcf0c1ade20 con 0x560d15229490 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf11cd3640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15234480 0x560d15234f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf16451740 10 client.0 _ll_register_callbacks cb 0x7fcefc0056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 -- 172.21.15.55:0/622735625 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229490 msgr2=0x560d152361d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229490 0x560d152361d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 -- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15234480 msgr2=0x560d15234f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15234480 0x560d15234f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d1523b710 con 0x560d15229db0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcf10cd1640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc010ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86f3be34bccc2ea5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.012+0000 7fcef4ff9640 10 client.15828 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf0402e070 con 0x560d15229db0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcef4ff9640 1 -- 172.21.15.55:0/622735625 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcefc01cad0 con 0x560d15229db0 2024-04-23T18:24:19.009 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcef4ff9640 1 -- 172.21.15.55:0/622735625 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcefc01cc70 con 0x560d15229db0 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcef4ff9640 1 -- 172.21.15.55:0/622735625 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fcefc005030 con 0x560d15229db0 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 10 client.15828 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({fsmap=27}) -- 0x560d1523c8a0 con 0x560d15229db0 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcef4ff9640 1 -- 172.21.15.55:0/622735625 <== mon.0 v2:172.21.15.55:3300/0 4 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fcefc02f040 con 0x560d15229db0 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 10 client.15828 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 10 client.15828 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 20 client.15828 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d152aaf60 0x560d152ad350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 4 client.15828 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "b0f8b2b3", "release": true, "await": true}] 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.013+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "set_id": "b0f8b2b3", "release": true, "await": true}) -- 0x7fcf0402e070 con 0x560d152aaf60 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.014+0000 7fcf114d2640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d152aaf60 0x560d152ad350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.014+0000 7fcef4ff9640 10 client.15828 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.010 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.014+0000 7fcf114d2640 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d152aaf60 0x560d152ad350 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44f36b31fe38dfc7 server_cookie=519ca5c7401e5c7b in_seq=0 out_seq=0 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcef4ff9640 1 -- 172.21.15.55:0/622735625 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+588 (crc 0 0 0) 0x7fcf0402e070 con 0x560d152aaf60 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcef4ff9640 10 client.15828 handle_command_reply: tid=0 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 client.15828 shutdown 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 msgr2=0x560d15234860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fcefc010450 tx=0x7fcefc010ec0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 shutdown_connections 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x560d152aaf60 0x560d152ad350 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x560d15234480 0x560d15234f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.012 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x560d15229db0 0x560d15234860 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 --2- 172.21.15.55:0/622735625 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x560d15229490 0x560d152361d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 >> 172.21.15.55:0/622735625 conn(0x560d152257b0 msgr2=0x560d1522fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcef4ff9640 0 client.15828 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 shutdown_connections 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.017+0000 7fcf16451740 1 -- 172.21.15.55:0/622735625 wait complete. 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.018+0000 7fcf16451740 20 client.15828 trim_cache size 0 max 16384 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 8, 2024-04-23T18:24:19.013 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "b0f8b2b3": { 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 8, 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 80.0, 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:24:19.014 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.015 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.018+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 msgr2=0x7fcef80a6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.018+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 0x7fcef80a6330 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fcf04005fd0 tx=0x7fcf04009a90 comp rx=0 tx=0).stop 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.018+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 msgr2=0x7fcf0c100e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c100e20 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fcf08005940 tx=0x7fcf080042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 shutdown_connections 2024-04-23T18:24:19.016 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcef80a3e70 0x7fcef80a6330 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcf0c10c510 0x7fcf0c1018a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcf0c103af0 0x7fcf0c101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 --2- 172.21.15.55:0/883895322 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcf0c1031d0 0x7fcf0c100e20 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 >> 172.21.15.55:0/883895322 conn(0x7fcf0c077f50 msgr2=0x7fcf0c0fdfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 shutdown_connections 2024-04-23T18:24:19.017 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.019+0000 7fcf13736640 1 -- 172.21.15.55:0/883895322 wait complete. 2024-04-23T18:24:19.025 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'b0f8b2b3', seconds elapsed: 21.3 2024-04-23T18:24:19.026 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 20.05 2024-04-23T18:24:19.026 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/1081512491 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8102b50 msgr2=0x7fb8e8106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/1081512491 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8102b50 0x7fb8e8106b90 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fb8d0009900 tx=0x7fb8d002a410 comp rx=0 tx=0).stop 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/1081512491 shutdown_connections 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/1081512491 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e8107270 0x7fb8e810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/1081512491 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8102b50 0x7fb8e8106b90 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.133 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/1081512491 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e81021a0 0x7fb8e8102580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.134 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/1081512491 >> 172.21.15.55:0/1081512491 conn(0x7fb8e80fd9e0 msgr2=0x7fb8e80ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.134 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/1081512491 shutdown_connections 2024-04-23T18:24:19.134 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.140+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/1081512491 wait complete. 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 Processor -- start 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 -- start start 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e81021a0 0x7fb8e819e630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 0x7fb8e819eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.135 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e81122f0 con 0x7fb8e8198740 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e8112170 con 0x7fb8e8107270 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8ed8a3640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fb8e8112470 con 0x7fb8e81021a0 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8e77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8e77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56348/0 (socket says 172.21.15.55:56348) 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8e77fe640 1 -- 172.21.15.55:0/4146298555 learned_addr learned my addr 172.21.15.55:0/4146298555 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.141+0000 7fb8e6ffd640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e81021a0 0x7fb8e819e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8de7fc640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 0x7fb8e819eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 -- 172.21.15.55:0/4146298555 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e81021a0 msgr2=0x7fb8e819e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e81021a0 0x7fb8e819e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 -- 172.21.15.55:0/4146298555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 msgr2=0x7fb8e819eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 0x7fb8e819eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 -- 172.21.15.55:0/4146298555 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8e8199340 con 0x7fb8e8198740 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8de7fc640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 0x7fb8e819eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8e77fe640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fb8e000eaa0 tx=0x7fb8e000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.136 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e000cdb0 con 0x7fb8e8198740 2024-04-23T18:24:19.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8e8074180 con 0x7fb8e8198740 2024-04-23T18:24:19.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8e80746f0 con 0x7fb8e8198740 2024-04-23T18:24:19.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.142+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fb8e0005020 con 0x7fb8e8198740 2024-04-23T18:24:19.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.143+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8e00116d0 con 0x7fb8e8198740 2024-04-23T18:24:19.137 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.143+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8c8005290 con 0x7fb8e8198740 2024-04-23T18:24:19.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.145+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7fb8e0004a40 con 0x7fb8e8198740 2024-04-23T18:24:19.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.145+0000 7fb8ec8a1640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 0x7fb8d40a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.145+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fb8e00d0fa0 con 0x7fb8e8198740 2024-04-23T18:24:19.138 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.146+0000 7fb8e6ffd640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 0x7fb8d40a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.139 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.146+0000 7fb8e6ffd640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 0x7fb8d40a6400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8005fd0 tx=0x7fb8d8005850 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.146 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.153+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fb8e0016030 con 0x7fb8e8198740 2024-04-23T18:24:19.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.463+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb8c8005580 con 0x7fb8e8198740 2024-04-23T18:24:19.456 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.464+0000 7fb8ec8a1640 1 -- 172.21.15.55:0/4146298555 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7fb8e009d420 con 0x7fb8e8198740 2024-04-23T18:24:19.457 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:24:19.457 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:24:19.457 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 msgr2=0x7fb8d40a6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 0x7fb8d40a6400 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb8d8005fd0 tx=0x7fb8d8005850 comp rx=0 tx=0).stop 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 msgr2=0x7fb8e8198bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fb8e000eaa0 tx=0x7fb8e000ef60 comp rx=0 tx=0).stop 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 shutdown_connections 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fb8d40a3f40 0x7fb8d40a6400 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fb8e8198740 0x7fb8e8198bc0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.459 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fb8e8107270 0x7fb8e819eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 --2- 172.21.15.55:0/4146298555 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fb8e81021a0 0x7fb8e819e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 >> 172.21.15.55:0/4146298555 conn(0x7fb8e80fd9e0 msgr2=0x7fb8e80ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 shutdown_connections 2024-04-23T18:24:19.460 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.466+0000 7fb8ed8a3640 1 -- 172.21.15.55:0/4146298555 wait complete. 2024-04-23T18:24:19.470 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db / --timeout 60 --expiration 80.05 --await-for 42.0' 2024-04-23T18:24:19.471 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db / --timeout 60 --expiration 80.05 --await-for 42.0 2024-04-23T18:24:19.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 -- 172.21.15.55:0/3991646654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1021a0 msgr2=0x7f5dcc102580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.584 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 --2- 172.21.15.55:0/3991646654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc102580 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc009900 tx=0x7f5dbc02a410 comp rx=0 tx=0).stop 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 -- 172.21.15.55:0/3991646654 shutdown_connections 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 --2- 172.21.15.55:0/3991646654 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc10ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 --2- 172.21.15.55:0/3991646654 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc102b50 0x7f5dcc106b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 --2- 172.21.15.55:0/3991646654 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc102580 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 -- 172.21.15.55:0/3991646654 >> 172.21.15.55:0/3991646654 conn(0x7f5dcc0fd9e0 msgr2=0x7f5dcc0ffe00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 -- 172.21.15.55:0/3991646654 shutdown_connections 2024-04-23T18:24:19.585 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.591+0000 7f5dd147c640 1 -- 172.21.15.55:0/3991646654 wait complete. 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.592+0000 7f5dd147c640 1 Processor -- start 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.592+0000 7f5dd147c640 1 -- start start 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 0x7f5dcc198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc112340 con 0x7f5dcc1986c0 2024-04-23T18:24:19.587 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1121c0 con 0x7f5dcc1021a0 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dd147c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1124c0 con 0x7f5dcc107270 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dcb7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 0x7f5dcc198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:57268/0 (socket says 172.21.15.55:57268) 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 -- 172.21.15.55:0/133090366 learned_addr learned my addr 172.21.15.55:0/133090366 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 -- 172.21.15.55:0/133090366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 msgr2=0x7f5dcc19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 -- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 msgr2=0x7f5dcc198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 0x7f5dcc198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dca7fc640 1 -- 172.21.15.55:0/133090366 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dcc1992c0 con 0x7f5dcc107270 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 0x7f5dcc198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.593+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0015fc0 tx=0x7f5dc00096d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.588 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5db3fff640 1 -- 172.21.15.55:0/133090366 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc0015050 con 0x7f5dcc107270 2024-04-23T18:24:19.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dcc074180 con 0x7f5dcc107270 2024-04-23T18:24:19.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5db3fff640 1 -- 172.21.15.55:0/133090366 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5dc00156c0 con 0x7f5dcc107270 2024-04-23T18:24:19.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5db3fff640 1 -- 172.21.15.55:0/133090366 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc001fb80 con 0x7f5dcc107270 2024-04-23T18:24:19.589 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.594+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dcc074720 con 0x7f5dcc107270 2024-04-23T18:24:19.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.596+0000 7f5dd4198740 1 Processor -- start 2024-04-23T18:24:19.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.596+0000 7f5dd4198740 1 -- start start 2024-04-23T18:24:19.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 0x561315d2c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.591 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d37090 0x561315d39480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561315c91370 con 0x561315d37090 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561315c2e2e0 con 0x561315d2c0a0 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dd4198740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561315c8d330 con 0x561315d2c9c0 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:57278/0 (socket says 172.21.15.55:57278) 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 -- 172.21.15.55:0/3027780388 learned_addr learned my addr 172.21.15.55:0/3027780388 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 0x561315d2c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 -- 172.21.15.55:0/3027780388 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 msgr2=0x561315d2c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 0x561315d2c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 -- 172.21.15.55:0/3027780388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d37090 msgr2=0x561315d39480 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d37090 0x561315d39480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcaffd640 1 -- 172.21.15.55:0/3027780388 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561315a6fd80 con 0x561315d2c9c0 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 0x561315d2c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:19.592 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.597+0000 7f5db3fff640 1 -- 172.21.15.55:0/133090366 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f5dc00151f0 con 0x7f5dcc107270 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.598+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc009900 tx=0x7f5dbc005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3d150af56ce8afe server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.598+0000 7f5db17fa640 1 -- 172.21.15.55:0/3027780388 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc040070 con 0x561315d2c9c0 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.598+0000 7f5db17fa640 1 -- 172.21.15.55:0/3027780388 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5dbc0047a0 con 0x561315d2c9c0 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.598+0000 7f5db17fa640 1 -- 172.21.15.55:0/3027780388 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc035040 con 0x561315d2c9c0 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.598+0000 7f5db3fff640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 0x7f5db40a6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 0x7f5db40a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.593 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5db3fff640 1 -- 172.21.15.55:0/133090366 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f5dc00d8ac0 con 0x7f5dcc107270 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- 172.21.15.55:0/3027780388 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 msgr2=0x561315d36b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc009900 tx=0x7f5dbc005c00 comp rx=0 tx=0).stop 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- 172.21.15.55:0/3027780388 shutdown_connections 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c9c0 0x561315d36b50 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d37090 0x561315d39480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 --2- 172.21.15.55:0/3027780388 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c0a0 0x561315d2c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- 172.21.15.55:0/3027780388 >> 172.21.15.55:0/3027780388 conn(0x561315d283c0 msgr2=0x561315d287a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- 172.21.15.55:0/3027780388 shutdown_connections 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- 172.21.15.55:0/3027780388 wait complete. 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 0x7f5db40a6400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4009370 tx=0x7f5dc4011040 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 -- start start 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.599+0000 7f5dd4198740 1 Processor -- start 2024-04-23T18:24:19.597 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d345f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d34b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x561315d39e20 con 0x561315d2c0a0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x561315c2bfb0 con 0x561315d2c9c0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x561315d39fa0 con 0x561315d37090 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dd4198740 10 client.0 _ll_register_callbacks cb 0x561315c2b9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56380/0 (socket says 172.21.15.55:56380) 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 -- 172.21.15.55:0/1118533102 learned_addr learned my addr 172.21.15.55:0/1118533102 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d345f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d34b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 -- 172.21.15.55:0/1118533102 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 msgr2=0x561315d34b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d34b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.598 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 -- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 msgr2=0x561315d345f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d345f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 -- 172.21.15.55:0/1118533102 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561315ad0510 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc02ac00 tx=0x7f5dbc004b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adce386ac47e52c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.600+0000 7f5daeff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc035070 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f5dbc0053a0 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5dbc0047a0 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f5dbc040040 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5dd4198740 10 client.15843 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561315963670 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.601+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5dbc0047a0 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f5dbc031710 con 0x561315d2c0a0 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 10 client.15843 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 10 client.15843 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:19.599 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 20 client.15843 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315d47320 0x561315d49750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 4 client.15843 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561315c9ed90 con 0x561315d47320 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315d47320 0x561315d49750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5daeff5640 10 client.15843 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.602+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315d47320 0x561315d49750 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ca8c0a1a35d0111 server_cookie=3de1024d873915ac in_seq=0 out_seq=0 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5daeff5640 1 -- 172.21.15.55:0/1118533102 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x561315c9ed90 con 0x561315d47320 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5daeff5640 10 client.15843 handle_command_reply: tid=0 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 client.15843 shutdown 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 msgr2=0x561315d340b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc02ac00 tx=0x7f5dbc004b80 comp rx=0 tx=0).stop 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 shutdown_connections 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315d47320 0x561315d49750 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d34b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d345f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.600 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1118533102 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d340b0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 >> 172.21.15.55:0/1118533102 conn(0x561315d283c0 msgr2=0x561315d2e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5daeff5640 0 client.15843 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.603+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 shutdown_connections 2024-04-23T18:24:19.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.604+0000 7f5dd4198740 1 -- 172.21.15.55:0/1118533102 wait complete. 2024-04-23T18:24:19.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.604+0000 7f5dd4198740 20 client.15843 trim_cache size 0 max 16384 2024-04-23T18:24:19.615 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 Processor -- start 2024-04-23T18:24:19.615 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 -- start start 2024-04-23T18:24:19.615 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c0a0 0x561315d42ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.615 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 0x561315d4f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1aba90 con 0x561315d2c9c0 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1ad5d0 con 0x561315d37090 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.621+0000 7f5dd4198740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1ac160 con 0x561315d2c0a0 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56384/0 (socket says 172.21.15.55:56384) 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 -- 172.21.15.55:0/1359964264 learned_addr learned my addr 172.21.15.55:0/1359964264 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 0x561315d4f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c0a0 0x561315d42ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 -- 172.21.15.55:0/1359964264 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c0a0 msgr2=0x561315d42ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c0a0 0x561315d42ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 -- 172.21.15.55:0/1359964264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 msgr2=0x561315d4f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 0x561315d4f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.616 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 -- 172.21.15.55:0/1359964264 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561315d2c7f0 con 0x561315d2c9c0 2024-04-23T18:24:19.617 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 0x561315d4f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:19.617 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5dc00a0cd0 tx=0x7f5dc0009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5811be1b096a25bd server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.617 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5db0ff9640 1 -- 172.21.15.55:0/1359964264 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc00ad430 con 0x561315d2c9c0 2024-04-23T18:24:19.617 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5db0ff9640 1 -- 172.21.15.55:0/1359964264 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5dc00a2b70 con 0x561315d2c9c0 2024-04-23T18:24:19.617 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.622+0000 7f5db0ff9640 1 -- 172.21.15.55:0/1359964264 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dc00acfa0 con 0x561315d2c9c0 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 -- 172.21.15.55:0/1359964264 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 msgr2=0x561315d35ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f5dc00a0cd0 tx=0x7f5dc0009d80 comp rx=0 tx=0).stop 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 -- 172.21.15.55:0/1359964264 shutdown_connections 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d37090 0x561315d4f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c9c0 0x561315d35ff0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 --2- 172.21.15.55:0/1359964264 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d2c0a0 0x561315d42ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 -- 172.21.15.55:0/1359964264 >> 172.21.15.55:0/1359964264 conn(0x561315d283c0 msgr2=0x561315d358e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 -- 172.21.15.55:0/1359964264 shutdown_connections 2024-04-23T18:24:19.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.623+0000 7f5dd4198740 1 -- 172.21.15.55:0/1359964264 wait complete. 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 -- start start 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 Processor -- start 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d3b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d3b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1acf00 con 0x561315d2c0a0 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1ac830 con 0x561315d2c9c0 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5dcc1a9a70 con 0x561315d37090 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dd4198740 10 client.0 _ll_register_callbacks cb 0x7f5dbc009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:56390/0 (socket says 172.21.15.55:56390) 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 -- 172.21.15.55:0/777905739 learned_addr learned my addr 172.21.15.55:0/777905739 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d3b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcb7fe640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d3b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 -- 172.21.15.55:0/777905739 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 msgr2=0x561315d3b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d3b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 -- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 msgr2=0x561315d3b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d3b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.624+0000 7f5dcaffd640 1 -- 172.21.15.55:0/777905739 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561315dac890 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5dcaffd640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc000c00 tx=0x7f5dbc032f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dd9e25d1fee607 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5daeff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc035050 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f5dbc031710 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5dc00a2b70 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f5dbc05b080 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5dd4198740 10 client.15849 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x561315dadb50 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.625+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5dc00a2b70 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f5dbc0037f0 con 0x561315d2c0a0 2024-04-23T18:24:19.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 10 client.15849 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 10 client.15849 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 20 client.15849 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315dae310 0x561315db0730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 4 client.15849 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 80.05, "await_for": 42.0}] 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 80.05, "await_for": 42.0}) -- 0x561315c98c00 con 0x561315dae310 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.626+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315dae310 0x561315db0730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.627+0000 7f5daeff5640 10 client.15849 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.627+0000 7f5dca7fc640 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315dae310 0x561315db0730 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b04281dcfbc0492 server_cookie=6626bf835b3515e4 in_seq=0 out_seq=0 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5daeff5640 1 -- 172.21.15.55:0/777905739 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x561315c98c00 con 0x561315dae310 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5daeff5640 10 client.15849 handle_command_reply: tid=0 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 client.15849 shutdown 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 msgr2=0x561315d3ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f5dbc000c00 tx=0x7f5dbc032f10 comp rx=0 tx=0).stop 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 shutdown_connections 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x561315dae310 0x561315db0730 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x561315d37090 0x561315d3b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x561315d2c9c0 0x561315d3b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 --2- 172.21.15.55:0/777905739 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x561315d2c0a0 0x561315d3ac10 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.638+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 >> 172.21.15.55:0/777905739 conn(0x561315d283c0 msgr2=0x561315d26d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5daeff5640 0 client.15849 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 shutdown_connections 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd4198740 1 -- 172.21.15.55:0/777905739 wait complete. 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd4198740 20 client.15849 trim_cache size 0 max 16384 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 10, 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "920a0d4b": { 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 10, 2024-04-23T18:24:19.633 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 80.0, 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.634 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.635 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.635 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:19.635 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:24:19.635 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 msgr2=0x7f5db40a6400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 0x7f5db40a6400 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4009370 tx=0x7f5dc4011040 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 msgr2=0x7f5dcc19eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.639+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0015fc0 tx=0x7f5dc00096d0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 shutdown_connections 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5db40a3f40 0x7f5db40a6400 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5dcc107270 0x7f5dcc19eaf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5dcc1986c0 0x7f5dcc198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 --2- 172.21.15.55:0/133090366 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5dcc1021a0 0x7f5dcc19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 >> 172.21.15.55:0/133090366 conn(0x7f5dcc0fd9e0 msgr2=0x7f5dcc0ffd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 shutdown_connections 2024-04-23T18:24:19.636 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:19.640+0000 7f5dd147c640 1 -- 172.21.15.55:0/133090366 wait complete. 2024-04-23T18:24:19.647 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '920a0d4b', quiesce took 0.6 seconds. Will release after: 20.05 2024-04-23T18:24:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:19 smithi055 ceph-mon[29189]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-23T18:24:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:19 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2204304084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:19.987 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:19 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/4146298555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:19 smithi152 ceph-mon[33022]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-23T18:24:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:19 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2204304084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:19 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/4146298555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:19 smithi116 ceph-mon[32310]: pgmap v41: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 13 op/s 2024-04-23T18:24:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:19 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2204304084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:20.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:19 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/4146298555' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:21.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:21 smithi055 ceph-mon[29189]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:22.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:21 smithi152 ceph-mon[33022]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:21 smithi116 ceph-mon[32310]: pgmap v42: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 -- 172.21.15.55:0/2343354951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 msgr2=0x7f50c810e3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 --2- 172.21.15.55:0/2343354951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c810e3d0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f50b8009900 tx=0x7f50b802a410 comp rx=0 tx=0).stop 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 -- 172.21.15.55:0/2343354951 shutdown_connections 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 --2- 172.21.15.55:0/2343354951 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c810e910 0x7f50c8110d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 --2- 172.21.15.55:0/2343354951 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c810e3d0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 --2- 172.21.15.55:0/2343354951 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c8100d60 0x7f50c8101140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.270+0000 7f50d0522640 1 -- 172.21.15.55:0/2343354951 >> 172.21.15.55:0/2343354951 conn(0x7f50c8077fd0 msgr2=0x7f50c80783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.264 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.271+0000 7f50d0522640 1 -- 172.21.15.55:0/2343354951 shutdown_connections 2024-04-23T18:24:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.271+0000 7f50d0522640 1 -- 172.21.15.55:0/2343354951 wait complete. 2024-04-23T18:24:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.271+0000 7f50d0522640 1 Processor -- start 2024-04-23T18:24:23.265 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.271+0000 7f50d0522640 1 -- start start 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c8100d60 0x7f50c81a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 0x7f50c819a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f50c8114510 con 0x7f50c8101680 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f50c8114390 con 0x7f50c810e910 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50d0522640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f50c8114690 con 0x7f50c8100d60 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48270/0 (socket says 172.21.15.55:48270) 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 -- 172.21.15.55:0/3078635715 learned_addr learned my addr 172.21.15.55:0/3078635715 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50ce2be640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c8100d60 0x7f50c81a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50ceabf640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 0x7f50c819a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 -- 172.21.15.55:0/3078635715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c8100d60 msgr2=0x7f50c81a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.267 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c8100d60 0x7f50c81a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 -- 172.21.15.55:0/3078635715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 msgr2=0x7f50c819a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 0x7f50c819a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 -- 172.21.15.55:0/3078635715 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50c819b050 con 0x7f50c8101680 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50ceabf640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 0x7f50c819a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.272+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f50b8005ab0 tx=0x7f50b80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.273+0000 7f50bf7fe640 1 -- 172.21.15.55:0/3078635715 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b803f030 con 0x7f50c8101680 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.273+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50c819b2e0 con 0x7f50c8101680 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.273+0000 7f50bf7fe640 1 -- 172.21.15.55:0/3078635715 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50b80318f0 con 0x7f50c8101680 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.273+0000 7f50bf7fe640 1 -- 172.21.15.55:0/3078635715 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8035070 con 0x7f50c8101680 2024-04-23T18:24:23.268 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.273+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50c81a75e0 con 0x7f50c8101680 2024-04-23T18:24:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.276+0000 7f50bf7fe640 1 -- 172.21.15.55:0/3078635715 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 24) ==== 138879+0+0 (secure 0 0 0) 0x7f50b8042030 con 0x7f50c8101680 2024-04-23T18:24:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.276+0000 7f50d323e740 1 Processor -- start 2024-04-23T18:24:23.269 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 -- start start 2024-04-23T18:24:23.270 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9865a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.270 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9865f40 0x5606c98702c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5606c97ca970 con 0x5606c9870800 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5606c97674a0 con 0x5606c9865620 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50d323e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5606c97c6930 con 0x5606c9865f40 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48278/0 (socket says 172.21.15.55:48278) 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50cdabd640 1 -- 172.21.15.55:0/697243864 learned_addr learned my addr 172.21.15.55:0/697243864 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50ceabf640 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9865a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50ce2be640 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9865f40 0x5606c98702c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.271 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.277+0000 7f50bf7fe640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 0x7f50b40a6420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50bf7fe640 1 -- 172.21.15.55:0/3078635715 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f50b80f11f0 con 0x7f50c8101680 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 -- 172.21.15.55:0/697243864 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9865f40 msgr2=0x5606c98702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9865f40 0x5606c98702c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 -- 172.21.15.55:0/697243864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 msgr2=0x5606c9865a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50ceabf640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 0x7f50b40a6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9865a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 -- 172.21.15.55:0/697243864 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c94dd210 con 0x5606c9870800 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50cdabd640 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f50b80bccc0 tx=0x7f50b8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d716b3e74aa2e489 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.273 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50bcbfe640 1 -- 172.21.15.55:0/697243864 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8049070 con 0x5606c9870800 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.278+0000 7f50bcbfe640 1 -- 172.21.15.55:0/697243864 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50b80dd070 con 0x5606c9870800 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.279+0000 7f50d323e740 1 -- 172.21.15.55:0/697243864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 msgr2=0x5606c9872bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.279+0000 7f50d323e740 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f50b80bccc0 tx=0x7f50b8005fd0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.279+0000 7f50ceabf640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 0x7f50b40a6420 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f50c806b730 tx=0x7f50c0004ab0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50bcbfe640 1 -- 172.21.15.55:0/697243864 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b80b9630 con 0x5606c9870800 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 -- 172.21.15.55:0/697243864 shutdown_connections 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9865f40 0x5606c98702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9870800 0x5606c9872bf0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 --2- 172.21.15.55:0/697243864 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9865a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 -- 172.21.15.55:0/697243864 >> 172.21.15.55:0/697243864 conn(0x5606c9861b30 msgr2=0x5606c9861f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 -- 172.21.15.55:0/697243864 shutdown_connections 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 -- 172.21.15.55:0/697243864 wait complete. 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 -- start start 2024-04-23T18:24:23.274 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.280+0000 7f50d323e740 1 Processor -- start 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865f40 0x5606c986d400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c986d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5606c97ca970 con 0x5606c9865620 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48294/0 (socket says 172.21.15.55:48294) 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 -- 172.21.15.55:0/2088638302 learned_addr learned my addr 172.21.15.55:0/2088638302 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5606c97650b0 con 0x5606c9865f40 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5606c98731f0 con 0x5606c9870800 2024-04-23T18:24:23.278 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50d323e740 10 client.0 _ll_register_callbacks cb 0x5606c9752d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865f40 0x5606c986d400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ceabf640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c986d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 -- 172.21.15.55:0/2088638302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 msgr2=0x5606c986d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c986d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 -- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865f40 msgr2=0x5606c986d400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865f40 0x5606c986d400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ce2be640 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c95a9620 con 0x5606c9865620 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.281+0000 7f50ceabf640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c986d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50ce2be640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f50c4012720 tx=0x7f50c4012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f85f87beae3964 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c4004030 con 0x5606c9865620 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f50c40041d0 con 0x5606c9865620 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50b80dd070 con 0x5606c9865620 2024-04-23T18:24:23.279 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f50c4004410 con 0x5606c9865620 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50d323e740 10 client.15861 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5606c987f070 con 0x5606c9865620 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50b80dd070 con 0x5606c9865620 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.282+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f50c4003bc0 con 0x5606c9865620 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 10 client.15861 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 10 client.15861 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 20 client.15861 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c9880880 0x5606c9882c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 4 client.15861 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606c97d8390 con 0x5606c9880880 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c9880880 0x5606c9882c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c9880880 0x5606c9882c70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e39771cc4906048e server_cookie=e5242f1e4095b5d9 in_seq=0 out_seq=0 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.283+0000 7f50b1ffb640 10 client.15861 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:23.280 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2088638302 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5606c97d8390 con 0x5606c9880880 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50b1ffb640 10 client.15861 handle_command_reply: tid=0 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 client.15861 shutdown 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 msgr2=0x5606c9870110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f50c4012720 tx=0x7f50c4012be0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 shutdown_connections 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c9880880 0x5606c9882c70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c986d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865f40 0x5606c986d400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 --2- 172.21.15.55:0/2088638302 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865620 0x5606c9870110 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50b1ffb640 0 client.15861 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.284+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 >> 172.21.15.55:0/2088638302 conn(0x5606c9861b30 msgr2=0x5606c9867860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.285+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 shutdown_connections 2024-04-23T18:24:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.285+0000 7f50d323e740 1 -- 172.21.15.55:0/2088638302 wait complete. 2024-04-23T18:24:23.282 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.285+0000 7f50d323e740 20 client.15861 trim_cache size 0 max 16384 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.314+0000 7f50d323e740 1 Processor -- start 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.314+0000 7f50d323e740 1 -- start start 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c987bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9860b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81afde0 con 0x5606c9865f40 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81b1920 con 0x5606c9865620 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50d323e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81b04b0 con 0x5606c9870800 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48306/0 (socket says 172.21.15.55:48306) 2024-04-23T18:24:23.309 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 -- 172.21.15.55:0/3908288325 learned_addr learned my addr 172.21.15.55:0/3908288325 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50ceabf640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9860b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50ce2be640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c987bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 -- 172.21.15.55:0/3908288325 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 msgr2=0x5606c9860b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9860b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 -- 172.21.15.55:0/3908288325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 msgr2=0x5606c987bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c987bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50cdabd640 1 -- 172.21.15.55:0/3908288325 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606c9865d70 con 0x5606c9865f40 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.315+0000 7f50ce2be640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c987bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.316+0000 7f50cdabd640 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f50b8003fd0 tx=0x7f50b80b9390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c4ef7fbd7e8097 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.316+0000 7f50b3fff640 1 -- 172.21.15.55:0/3908288325 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8049040 con 0x5606c9865f40 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.316+0000 7f50b3fff640 1 -- 172.21.15.55:0/3908288325 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50b80dd040 con 0x5606c9865f40 2024-04-23T18:24:23.310 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.316+0000 7f50b3fff640 1 -- 172.21.15.55:0/3908288325 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b803bc60 con 0x5606c9865f40 2024-04-23T18:24:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- 172.21.15.55:0/3908288325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 msgr2=0x5606c9868af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.314 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f50b8003fd0 tx=0x7f50b80b9390 comp rx=0 tx=0).stop 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- 172.21.15.55:0/3908288325 shutdown_connections 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9860b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9868af0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 --2- 172.21.15.55:0/3908288325 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c987bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- 172.21.15.55:0/3908288325 >> 172.21.15.55:0/3908288325 conn(0x5606c9861b30 msgr2=0x5606c9860420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- 172.21.15.55:0/3908288325 shutdown_connections 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- 172.21.15.55:0/3908288325 wait complete. 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.317+0000 7f50d323e740 1 -- start start 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 Processor -- start 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9878660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.315 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9874000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81b1250 con 0x5606c9865f40 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81b0b80 con 0x5606c9865620 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f50c81addc0 con 0x5606c9870800 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48308/0 (socket says 172.21.15.55:48308) 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 -- 172.21.15.55:0/2276428381 learned_addr learned my addr 172.21.15.55:0/2276428381 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50ce2be640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9878660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50d323e740 10 client.0 _ll_register_callbacks cb 0x7f50c4009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50ceabf640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9874000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 -- 172.21.15.55:0/2276428381 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 msgr2=0x5606c9874000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9874000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 -- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 msgr2=0x5606c9878660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:23.316 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9878660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.318+0000 7f50cdabd640 1 -- 172.21.15.55:0/2276428381 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606c98745f0 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50cdabd640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f50b8032ae0 tx=0x7f50b80c5d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a463c020903c1c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8049070 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f50b80bb060 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50b80dd040 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f50b80b9630 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50d323e740 10 client.15867 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x5606c98e68e0 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.319+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f50b80dd040 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f50b80bf040 con 0x5606c9865f40 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 10 client.15867 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 10 client.15867 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:23.317 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 20 client.15867 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c98e6c20 0x5606c98e9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 4 client.15867 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5606c97d2200 con 0x5606c98e6c20 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.320+0000 7f50ce2be640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c98e6c20 0x5606c98e9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.321+0000 7f50ce2be640 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c98e6c20 0x5606c98e9010 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3248bc2bc189870 server_cookie=fadc4194393dc5e2 in_seq=0 out_seq=0 2024-04-23T18:24:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.321+0000 7f50b1ffb640 10 client.15867 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:23.319 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50b1ffb640 1 -- 172.21.15.55:0/2276428381 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5606c97d2200 con 0x5606c98e6c20 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50b1ffb640 10 client.15867 handle_command_reply: tid=0 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50d323e740 1 client.15867 shutdown 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 msgr2=0x5606c9873ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f50b8032ae0 tx=0x7f50b80c5d20 comp rx=0 tx=0).stop 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 shutdown_connections 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.324+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5606c98e6c20 0x5606c98e9010 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5606c9870800 0x5606c9874000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50b1ffb640 0 client.15867 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5606c9865f40 0x5606c9873ac0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 --2- 172.21.15.55:0/2276428381 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5606c9865620 0x5606c9878660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 >> 172.21.15.55:0/2276428381 conn(0x5606c9861b30 msgr2=0x5606c986cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 shutdown_connections 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 1 -- 172.21.15.55:0/2276428381 wait complete. 2024-04-23T18:24:23.320 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d323e740 20 client.15867 trim_cache size 0 max 16384 2024-04-23T18:24:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:24:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:24:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:24:23.321 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 msgr2=0x7f50b40a6420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 0x7f50b40a6420 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f50c806b730 tx=0x7f50c0004ab0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 msgr2=0x7f50c81a0c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.325+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f50b8005ab0 tx=0x7f50b80042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 shutdown_connections 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f50b40a3f60 0x7f50b40a6420 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.322 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f50c810e910 0x7f50c819a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.325 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f50c8101680 0x7f50c81a0c60 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 --2- 172.21.15.55:0/3078635715 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f50c8100d60 0x7f50c81a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 >> 172.21.15.55:0/3078635715 conn(0x7f50c8077fd0 msgr2=0x7f50c810fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 shutdown_connections 2024-04-23T18:24:23.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:23.326+0000 7f50d0522640 1 -- 172.21.15.55:0/3078635715 wait complete. 2024-04-23T18:24:23.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:23 smithi055 ceph-mon[29189]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:24.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:23 smithi152 ceph-mon[33022]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:24.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:23 smithi116 ceph-mon[32310]: pgmap v43: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-23T18:24:25.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:25 smithi055 ceph-mon[29189]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:25 smithi152 ceph-mon[33022]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:25 smithi116 ceph-mon[32310]: pgmap v44: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 511 B/s wr, 13 op/s 2024-04-23T18:24:27.673 INFO:tasks.workunit.client.0.smithi055.stderr:Note: switching to '57e0caf76fdb7ab8b1358588f292d08519163844'. 2024-04-23T18:24:27.673 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.673 INFO:tasks.workunit.client.0.smithi055.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr:state without impacting any branches by switching back to a branch. 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: git switch -c 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr:Or undo this operation with: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.674 INFO:tasks.workunit.client.0.smithi055.stderr: git switch - 2024-04-23T18:24:27.675 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.675 INFO:tasks.workunit.client.0.smithi055.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-23T18:24:27.675 INFO:tasks.workunit.client.0.smithi055.stderr: 2024-04-23T18:24:27.675 INFO:tasks.workunit.client.0.smithi055.stderr:HEAD is now at 57e0caf76fd qa/suites/fs: add quiescer to the fs suite 2024-04-23T18:24:27.676 DEBUG:teuthology.orchestra.run.smithi055:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-23T18:24:27.707 INFO:tasks.workunit.client.0.smithi055.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-23T18:24:27.709 INFO:tasks.workunit.client.0.smithi055.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-23T18:24:27.709 INFO:tasks.workunit.client.0.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-23T18:24:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:27 smithi055 ceph-mon[29189]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:24:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:27 smithi152 ceph-mon[33022]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:24:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:27 smithi116 ceph-mon[32310]: pgmap v45: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-04-23T18:24:28.322 INFO:tasks.workunit.client.0.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-23T18:24:28.389 INFO:tasks.workunit.client.0.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-23T18:24:28.428 INFO:tasks.workunit.client.0.smithi055.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-23T18:24:28.430 INFO:tasks.workunit.client.0.smithi055.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-23T18:24:28.430 INFO:tasks.workunit.client.0.smithi055.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-23T18:24:28.470 INFO:tasks.workunit.client.0.smithi055.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-23T18:24:28.473 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:24:28.473 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-23T18:24:28.530 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-04-23T18:24:28.531 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-04-23T18:24:28.531 DEBUG:teuthology.orchestra.run.smithi055:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=57e0caf76fdb7ab8b1358588f292d08519163844 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-04-23T18:24:29.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:29 smithi055 ceph-mon[29189]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-23T18:24:30.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:29 smithi152 ceph-mon[33022]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-23T18:24:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:29 smithi116 ceph-mon[32310]: pgmap v46: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-23T18:24:31.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:31 smithi055 ceph-mon[29189]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:32.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:31 smithi152 ceph-mon[33022]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:31 smithi116 ceph-mon[32310]: pgmap v47: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:34.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:33 smithi152 ceph-mon[33022]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:33 smithi116 ceph-mon[32310]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:34.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:33 smithi055 ceph-mon[29189]: pgmap v48: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-23T18:24:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:35 smithi152 ceph-mon[33022]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:24:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:35 smithi152 ceph-mon[33022]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-23T18:24:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:35 smithi116 ceph-mon[32310]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:24:36.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:35 smithi116 ceph-mon[32310]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-23T18:24:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:35 smithi055 ceph-mon[29189]: pgmap v49: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-04-23T18:24:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:35 smithi055 ceph-mon[29189]: mgrmap e25: x(active, since 92s), standbys: z, y 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- 172.21.15.55:0/3086527444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3930103180 msgr2=0x7f3930103560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 --2- 172.21.15.55:0/3086527444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3930103180 0x7f3930103560 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f392c009900 tx=0x7f392c02a480 comp rx=0 tx=0).stop 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- 172.21.15.55:0/3086527444 shutdown_connections 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 --2- 172.21.15.55:0/3086527444 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f393010c550 0x7f393010e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 --2- 172.21.15.55:0/3086527444 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103aa0 0x7f393010bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 --2- 172.21.15.55:0/3086527444 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3930103180 0x7f3930103560 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.421 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- 172.21.15.55:0/3086527444 >> 172.21.15.55:0/3086527444 conn(0x7f3930077fd0 msgr2=0x7f39300783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.422 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- 172.21.15.55:0/3086527444 shutdown_connections 2024-04-23T18:24:36.422 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- 172.21.15.55:0/3086527444 wait complete. 2024-04-23T18:24:36.422 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 Processor -- start 2024-04-23T18:24:36.422 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.428+0000 7f3938508640 1 -- start start 2024-04-23T18:24:36.424 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103180 0x7f39301987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.424 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3930103aa0 0x7f3930198ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.424 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3930112300 con 0x7f393010c550 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3930112180 con 0x7f3930103180 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3938508640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3930112480 con 0x7f3930103aa0 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39334/0 (socket says 172.21.15.55:39334) 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 -- 172.21.15.55:0/1118015229 learned_addr learned my addr 172.21.15.55:0/1118015229 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f39362a4640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103180 0x7f39301987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3935aa3640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3930103aa0 0x7f3930198ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 -- 172.21.15.55:0/1118015229 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3930103aa0 msgr2=0x7f3930198ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3930103aa0 0x7f3930198ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 -- 172.21.15.55:0/1118015229 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103180 msgr2=0x7f39301987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103180 0x7f39301987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 -- 172.21.15.55:0/1118015229 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f393019d740 con 0x7f393010c550 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.429+0000 7f3936aa5640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f392800eaa0 tx=0x7f392800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.430+0000 7f39277fe640 1 -- 172.21.15.55:0/1118015229 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392800cdb0 con 0x7f393010c550 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.430+0000 7f39277fe640 1 -- 172.21.15.55:0/1118015229 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3928005020 con 0x7f393010c550 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.430+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f393019da30 con 0x7f393010c550 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.430+0000 7f39277fe640 1 -- 172.21.15.55:0/1118015229 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39280116d0 con 0x7f393010c550 2024-04-23T18:24:36.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.430+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39301a52c0 con 0x7f393010c550 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.432+0000 7f39277fe640 1 -- 172.21.15.55:0/1118015229 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f39280051d0 con 0x7f393010c550 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 Processor -- start 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 -- start start 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb79900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb88c10 0x56054cb8b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56054cade970 con 0x56054cb79e40 2024-04-23T18:24:36.433 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56054ca7b4a0 con 0x56054cb88c10 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f393b225740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56054cada930 con 0x56054cb79520 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f39277fe640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 0x7f391c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f39362a4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f39362a4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39336/0 (socket says 172.21.15.55:39336) 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f39362a4640 1 -- 172.21.15.55:0/3770158099 learned_addr learned my addr 172.21.15.55:0/3770158099 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f3936aa5640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 0x7f391c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.433+0000 7f3935aa3640 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb88c10 0x56054cb8b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f3935aa3640 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb79900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39277fe640 1 -- 172.21.15.55:0/1118015229 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f39280d0970 con 0x7f393010c550 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 -- 172.21.15.55:0/3770158099 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 msgr2=0x56054cb79900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.434 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb79900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 -- 172.21.15.55:0/3770158099 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb88c10 msgr2=0x56054cb8b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb88c10 0x56054cb8b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 -- 172.21.15.55:0/3770158099 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56054c7f1210 con 0x56054cb79e40 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f39362a4640 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f392c009900 tx=0x7f392c031bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11c0014d622b5cc3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f3936aa5640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 0x7f391c0a6280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3928098e30 tx=0x7f3928091e60 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f3924bfe640 1 -- 172.21.15.55:0/3770158099 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c040070 con 0x56054cb79e40 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f3924bfe640 1 -- 172.21.15.55:0/3770158099 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f392c031710 con 0x56054cb79e40 2024-04-23T18:24:36.435 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.434+0000 7f3924bfe640 1 -- 172.21.15.55:0/3770158099 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f392c035040 con 0x56054cb79e40 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- 172.21.15.55:0/3770158099 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 msgr2=0x56054cb886d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f392c009900 tx=0x7f392c031bc0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- 172.21.15.55:0/3770158099 shutdown_connections 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb88c10 0x56054cb8b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79e40 0x56054cb886d0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 --2- 172.21.15.55:0/3770158099 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb79900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- 172.21.15.55:0/3770158099 >> 172.21.15.55:0/3770158099 conn(0x56054cb75b30 msgr2=0x56054cb75f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- 172.21.15.55:0/3770158099 shutdown_connections 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- 172.21.15.55:0/3770158099 wait complete. 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 -- start start 2024-04-23T18:24:36.436 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.435+0000 7f393b225740 1 Processor -- start 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb857d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb88c10 0x56054cb85d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x56054cb8b7e0 con 0x56054cb79520 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x56054ca790b0 con 0x56054cb79e40 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x56054cb8b960 con 0x56054cb88c10 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f393b225740 10 client.0 _ll_register_callbacks cb 0x56054ca66d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39350/0 (socket says 172.21.15.55:39350) 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 -- 172.21.15.55:0/324068119 learned_addr learned my addr 172.21.15.55:0/324068119 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f39362a4640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb857d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb88c10 0x56054cb85d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 -- 172.21.15.55:0/324068119 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb88c10 msgr2=0x56054cb85d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb88c10 0x56054cb85d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 -- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 msgr2=0x56054cb857d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb857d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 -- 172.21.15.55:0/324068119 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56054c8bd620 con 0x56054cb79520 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f39362a4640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb857d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3935aa3640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3920004630 tx=0x7f3920004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf692ecec75eda14 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.436+0000 7f3919ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920005020 con 0x56054cb79520 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f39200051c0 con 0x56054cb79520 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f392c031710 con 0x56054cb79520 2024-04-23T18:24:36.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f39200053c0 con 0x56054cb79520 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 10 client.15879 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56054cb97760 con 0x56054cb79520 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f392c031710 con 0x56054cb79520 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f3920027050 con 0x56054cb79520 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 10 client.15879 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 10 client.15879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 20 client.15879 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cb98d30 0x56054cb9b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 4 client.15879 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56054caec390 con 0x56054cb98d30 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.437+0000 7f39362a4640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cb98d30 0x56054cb9b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.438+0000 7f39362a4640 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cb98d30 0x56054cb9b160 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8ccfc8bf08002ee server_cookie=c36a3e5fdaa43f0a in_seq=0 out_seq=0 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.438+0000 7f3919ffb640 10 client.15879 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f3919ffb640 1 -- 172.21.15.55:0/324068119 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x56054caec390 con 0x56054cb98d30 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f3919ffb640 10 client.15879 handle_command_reply: tid=0 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 client.15879 shutdown 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 msgr2=0x56054cb884e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f3920004630 tx=0x7f3920004730 comp rx=0 tx=0).stop 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 shutdown_connections 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cb98d30 0x56054cb9b160 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb88c10 0x56054cb85d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f3919ffb640 0 client.15879 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:36.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb857d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 --2- 172.21.15.55:0/324068119 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb79520 0x56054cb884e0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 >> 172.21.15.55:0/324068119 conn(0x56054cb75b30 msgr2=0x56054cb7b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 shutdown_connections 2024-04-23T18:24:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 1 -- 172.21.15.55:0/324068119 wait complete. 2024-04-23T18:24:36.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.439+0000 7f393b225740 20 client.15879 trim_cache size 0 max 16384 2024-04-23T18:24:36.452 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 Processor -- start 2024-04-23T18:24:36.452 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 -- start start 2024-04-23T18:24:36.452 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb946e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.452 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb80d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f39301aba60 con 0x56054cb88c10 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f39301ad5a0 con 0x56054cb79e40 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f393b225740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f39301ac130 con 0x56054cb79520 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39356/0 (socket says 172.21.15.55:39356) 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 -- 172.21.15.55:0/2059270885 learned_addr learned my addr 172.21.15.55:0/2059270885 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f39362a4640 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb80d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb946e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.453 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 -- 172.21.15.55:0/2059270885 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 msgr2=0x56054cb946e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb946e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 -- 172.21.15.55:0/2059270885 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 msgr2=0x56054cb80d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb80d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 -- 172.21.15.55:0/2059270885 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56054cb75960 con 0x56054cb88c10 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.455+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f3920012b00 tx=0x7f39200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2573b82d0ab2edb9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f391bfff640 1 -- 172.21.15.55:0/2059270885 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920005560 con 0x56054cb88c10 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f391bfff640 1 -- 172.21.15.55:0/2059270885 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f39200126c0 con 0x56054cb88c10 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f391bfff640 1 -- 172.21.15.55:0/2059270885 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920029e00 con 0x56054cb88c10 2024-04-23T18:24:36.454 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 -- 172.21.15.55:0/2059270885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 msgr2=0x56054cb88010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f3920012b00 tx=0x7f39200046c0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 -- 172.21.15.55:0/2059270885 shutdown_connections 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb88010 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79e40 0x56054cb80d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 --2- 172.21.15.55:0/2059270885 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79520 0x56054cb946e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 -- 172.21.15.55:0/2059270885 >> 172.21.15.55:0/2059270885 conn(0x56054cb75b30 msgr2=0x56054cb80670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 -- 172.21.15.55:0/2059270885 shutdown_connections 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.456+0000 7f393b225740 1 -- 172.21.15.55:0/2059270885 wait complete. 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 -- start start 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 Processor -- start 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79520 0x56054cb90db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.455 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79e40 0x56054cb82060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f39301aced0 con 0x56054cb88c10 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f39301ac800 con 0x56054cb79520 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f39301a9a40 con 0x56054cb79e40 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f393b225740 10 client.0 _ll_register_callbacks cb 0x7f3920004270 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:39360/0 (socket says 172.21.15.55:39360) 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 -- 172.21.15.55:0/2605319397 learned_addr learned my addr 172.21.15.55:0/2605319397 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79520 0x56054cb90db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f39362a4640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79e40 0x56054cb82060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 -- 172.21.15.55:0/2605319397 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79e40 msgr2=0x56054cb82060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79e40 0x56054cb82060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 -- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79520 msgr2=0x56054cb90db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79520 0x56054cb90db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.457+0000 7f3935aa3640 1 -- 172.21.15.55:0/2605319397 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56054cb82b30 con 0x56054cb88c10 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3935aa3640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f3920015040 tx=0x7f39200299e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d348d4b757f2bfe server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3920029a80 con 0x56054cb88c10 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3920029c20 con 0x56054cb88c10 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39200126c0 con 0x56054cb88c10 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3920029e20 con 0x56054cb88c10 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 10 client.15885 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:36.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56054cbff0b0 con 0x56054cb88c10 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f39200126c0 con 0x56054cb88c10 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7f3920027040 con 0x56054cb88c10 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 10 client.15885 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 10 client.15885 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 20 client.15885 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cbff6c0 0x56054cc01ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 4 client.15885 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.458+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x56054cae6200 con 0x56054cbff6c0 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.459+0000 7f39362a4640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cbff6c0 0x56054cc01ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.459+0000 7f39362a4640 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cbff6c0 0x56054cc01ae0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac0ef1ebe2206fe6 server_cookie=647a01c0fa2bf419 in_seq=0 out_seq=0 2024-04-23T18:24:36.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.459+0000 7f3919ffb640 10 client.15885 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:36.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f3919ffb640 1 -- 172.21.15.55:0/2605319397 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56054cae6200 con 0x56054cbff6c0 2024-04-23T18:24:36.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f3919ffb640 10 client.15885 handle_command_reply: tid=0 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 client.15885 shutdown 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 msgr2=0x56054cb825a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f3920015040 tx=0x7f39200299e0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 shutdown_connections 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x56054cbff6c0 0x56054cc01ae0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x56054cb79e40 0x56054cb82060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f3919ffb640 0 client.15885 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x56054cb88c10 0x56054cb825a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 --2- 172.21.15.55:0/2605319397 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x56054cb79520 0x56054cb90db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.465+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 >> 172.21.15.55:0/2605319397 conn(0x56054cb75b30 msgr2=0x56054cb7b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 shutdown_connections 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f393b225740 1 -- 172.21.15.55:0/2605319397 wait complete. 2024-04-23T18:24:36.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f393b225740 20 client.15885 trim_cache size 0 max 16384 2024-04-23T18:24:36.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:24:36.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:24:36.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:24:36.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 msgr2=0x7f391c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 0x7f391c0a6280 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f3928098e30 tx=0x7f3928091e60 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 msgr2=0x7f393019d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f392800eaa0 tx=0x7f392800ef60 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 shutdown_connections 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f391c0a3dc0 0x7f391c0a6280 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3930103aa0 0x7f3930198ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f393010c550 0x7f393019d010 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 --2- 172.21.15.55:0/1118015229 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3930103180 0x7f39301987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:36.462 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 >> 172.21.15.55:0/1118015229 conn(0x7f3930077fd0 msgr2=0x7f39300fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:36.463 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 shutdown_connections 2024-04-23T18:24:36.463 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:36.466+0000 7f3938508640 1 -- 172.21.15.55:0/1118015229 wait complete. 2024-04-23T18:24:38.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:37 smithi152 ceph-mon[33022]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-23T18:24:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:37 smithi116 ceph-mon[32310]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-23T18:24:38.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:37 smithi055 ceph-mon[29189]: pgmap v50: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.6 KiB/s wr, 10 op/s 2024-04-23T18:24:39.698 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:24:39.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 -- 172.21.15.55:0/3147699845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 msgr2=0x7f16f81014f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:39.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 --2- 172.21.15.55:0/3147699845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81014f0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f16e8009900 tx=0x7f16e802a410 comp rx=0 tx=0).stop 2024-04-23T18:24:39.816 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 -- 172.21.15.55:0/3147699845 shutdown_connections 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 --2- 172.21.15.55:0/3147699845 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f8106190 0x7f16f810dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 --2- 172.21.15.55:0/3147699845 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8101ac0 0x7f16f8105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 --2- 172.21.15.55:0/3147699845 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81014f0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 -- 172.21.15.55:0/3147699845 >> 172.21.15.55:0/3147699845 conn(0x7f16f8077fb0 msgr2=0x7f16f80783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 -- 172.21.15.55:0/3147699845 shutdown_connections 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.823+0000 7f16fe1af640 1 -- 172.21.15.55:0/3147699845 wait complete. 2024-04-23T18:24:39.817 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 Processor -- start 2024-04-23T18:24:39.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 -- start start 2024-04-23T18:24:39.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:39.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 0x7f16f8197ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:39.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 0x7f16f819c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:39.819 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f16f8111260 con 0x7f16f8101110 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81110e0 con 0x7f16f8106190 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16fe1af640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f16f81113e0 con 0x7f16f819c010 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16f77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16f77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54774/0 (socket says 172.21.15.55:54774) 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16f77fe640 1 -- 172.21.15.55:0/473308236 learned_addr learned my addr 172.21.15.55:0/473308236 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.824+0000 7f16f6ffd640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 0x7f16f8197ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 -- 172.21.15.55:0/473308236 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 msgr2=0x7f16f819c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f7fff640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 0x7f16f819c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 0x7f16f819c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 -- 172.21.15.55:0/473308236 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 msgr2=0x7f16f8197ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 0x7f16f8197ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 -- 172.21.15.55:0/473308236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f819cb00 con 0x7f16f8101110 2024-04-23T18:24:39.820 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f6ffd640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 0x7f16f8197ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f7fff640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 0x7f16f819c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f77fe640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f16e80314b0 tx=0x7f16e8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e803f070 con 0x7f16f8101110 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f16e8031bf0 con 0x7f16f8101110 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f819cd90 con 0x7f16f8101110 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e8035030 con 0x7f16f8101110 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.825+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f81a45b0 con 0x7f16f8101110 2024-04-23T18:24:39.821 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.826+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16f80691c0 con 0x7f16f8101110 2024-04-23T18:24:39.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.827+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f16e8042070 con 0x7f16f8101110 2024-04-23T18:24:39.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.828+0000 7f16f4ff9640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 0x7f16e00a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:39.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.828+0000 7f16f6ffd640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 0x7f16e00a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:39.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.828+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f16e80f1600 con 0x7f16f8101110 2024-04-23T18:24:39.822 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.829+0000 7f16f6ffd640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 0x7f16e00a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0058c0 tx=0x7f16ec005850 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:39.824 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:39.832+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f16e80bdc50 con 0x7f16f8101110 2024-04-23T18:24:39.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:39 smithi055 ceph-mon[29189]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-04-23T18:24:40.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.058+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16f8198aa0 con 0x7f16f8101110 2024-04-23T18:24:40.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.058+0000 7f16f4ff9640 1 -- 172.21.15.55:0/473308236 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+11942 (secure 0 0 0) 0x7f16e80bd550 con 0x7f16f8101110 2024-04-23T18:24:40.051 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:24:40.051 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:23:00.486807+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24425,24451,24536,24503,24461]},"id":1}]} 2024-04-23T18:24:40.052 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 27 2024-04-23T18:24:40.053 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 msgr2=0x7f16e00a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.053 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 0x7f16e00a6260 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0058c0 tx=0x7f16ec005850 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 msgr2=0x7f16f81977a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f16e80314b0 tx=0x7f16e8003c10 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 shutdown_connections 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f16e00a3da0 0x7f16e00a6260 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f16f819c010 0x7f16f819c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f16f8106190 0x7f16f8197ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 --2- 172.21.15.55:0/473308236 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f16f8101110 0x7f16f81977a0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 >> 172.21.15.55:0/473308236 conn(0x7f16f8077fb0 msgr2=0x7f16f80ff020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 shutdown_connections 2024-04-23T18:24:40.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.060+0000 7f16fe1af640 1 -- 172.21.15.55:0/473308236 wait complete. 2024-04-23T18:24:40.064 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db --set-id 920a0d4b --release --await' 2024-04-23T18:24:40.064 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db --set-id 920a0d4b --release --await 2024-04-23T18:24:40.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:39 smithi152 ceph-mon[33022]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 -- 172.21.15.55:0/1978455699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd02806b1f0 msgr2=0x7fd028106b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 --2- 172.21.15.55:0/1978455699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd02806b1f0 0x7fd028106b90 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fd01c009900 tx=0x7fd01c02a410 comp rx=0 tx=0).stop 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 -- 172.21.15.55:0/1978455699 shutdown_connections 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 --2- 172.21.15.55:0/1978455699 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd028107270 0x7fd02810ee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 --2- 172.21.15.55:0/1978455699 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd02806b1f0 0x7fd028106b90 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 --2- 172.21.15.55:0/1978455699 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd02806a840 0x7fd02806ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 -- 172.21.15.55:0/1978455699 >> 172.21.15.55:0/1978455699 conn(0x7fd028077eb0 msgr2=0x7fd0280782c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 -- 172.21.15.55:0/1978455699 shutdown_connections 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 -- 172.21.15.55:0/1978455699 wait complete. 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.181+0000 7fd02e213640 1 Processor -- start 2024-04-23T18:24:40.176 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 -- start start 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 0x7fd02819e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd0281985a0 0x7fd028198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd028112340 con 0x7fd028107270 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281121c0 con 0x7fd0281985a0 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd02e213640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281124c0 con 0x7fd02806a840 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54794/0 (socket says 172.21.15.55:54794) 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 -- 172.21.15.55:0/672205693 learned_addr learned my addr 172.21.15.55:0/672205693 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd027fff640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd0281985a0 0x7fd028198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd0277fe640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 0x7fd02819e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 -- 172.21.15.55:0/672205693 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 msgr2=0x7fd02819e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 0x7fd02819e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.177 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 -- 172.21.15.55:0/672205693 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd0281985a0 msgr2=0x7fd028198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd0281985a0 0x7fd028198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 -- 172.21.15.55:0/672205693 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0281990c0 con 0x7fd028107270 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd0277fe640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 0x7fd02819e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.182+0000 7fd026ffd640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd01c02aa00 tx=0x7fd01c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.183+0000 7fd024ff9640 1 -- 172.21.15.55:0/672205693 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c03f070 con 0x7fd028107270 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.183+0000 7fd024ff9640 1 -- 172.21.15.55:0/672205693 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd01c031be0 con 0x7fd028107270 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.183+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd028199350 con 0x7fd028107270 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.183+0000 7fd024ff9640 1 -- 172.21.15.55:0/672205693 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c035030 con 0x7fd028107270 2024-04-23T18:24:40.178 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.183+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0281a5540 con 0x7fd028107270 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd024ff9640 1 -- 172.21.15.55:0/672205693 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd01c042070 con 0x7fd028107270 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 Processor -- start 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 -- start start 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689c0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0db0 0x555f689caf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f689256d0 con 0x555f689cb480 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f688c21a0 con 0x555f689c0490 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.185+0000 7fd031008740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f68921690 con 0x555f689c0db0 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd024ff9640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 0x7fd0100a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.185 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54800/0 (socket says 172.21.15.55:54800) 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 -- 172.21.15.55:0/388520263 learned_addr learned my addr 172.21.15.55:0/388520263 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd027fff640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689c0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd027fff640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 0x7fd0100a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd0277fe640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0db0 0x555f689caf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd024ff9640 1 -- 172.21.15.55:0/672205693 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd01c0f0fb0 con 0x7fd028107270 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 -- 172.21.15.55:0/388520263 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0db0 msgr2=0x555f689caf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0db0 0x555f689caf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 -- 172.21.15.55:0/388520263 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 msgr2=0x555f689c0870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689c0870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 -- 172.21.15.55:0/388520263 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f688cc5b0 con 0x555f689cb480 2024-04-23T18:24:40.186 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd027fff640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689c0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd026ffd640 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0ee650 tx=0x7fd01c02a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fcbe99cc97ea9b7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd027fff640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 0x7fd0100a61e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd020007310 tx=0x7fd020007520 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd00dffb640 1 -- 172.21.15.55:0/388520263 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c0eee60 con 0x555f689cb480 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd00dffb640 1 -- 172.21.15.55:0/388520263 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd01c0bcf60 con 0x555f689cb480 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.186+0000 7fd00dffb640 1 -- 172.21.15.55:0/388520263 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c049070 con 0x555f689cb480 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- 172.21.15.55:0/388520263 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 msgr2=0x555f689cd870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0ee650 tx=0x7fd01c02a410 comp rx=0 tx=0).stop 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- 172.21.15.55:0/388520263 shutdown_connections 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0db0 0x555f689caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689cd870 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 --2- 172.21.15.55:0/388520263 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689c0870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- 172.21.15.55:0/388520263 >> 172.21.15.55:0/388520263 conn(0x555f689bc7b0 msgr2=0x555f689bcb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- 172.21.15.55:0/388520263 shutdown_connections 2024-04-23T18:24:40.187 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- 172.21.15.55:0/388520263 wait complete. 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.187+0000 7fd031008740 1 -- start start 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 Processor -- start 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689caf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 0x555f689c8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x555f689ce030 con 0x555f689c0db0 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x555f688bfb20 con 0x555f689c0490 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x555f689ce1b0 con 0x555f689cb480 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 10 client.0 _ll_register_callbacks cb 0x555f688bf530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54806/0 (socket says 172.21.15.55:54806) 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 -- 172.21.15.55:0/3608942609 learned_addr learned my addr 172.21.15.55:0/3608942609 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:40.188 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd0277fe640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689caf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd027fff640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 0x555f689c8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 -- 172.21.15.55:0/3608942609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 msgr2=0x555f689c8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 0x555f689c8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 -- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 msgr2=0x555f689caf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689caf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 -- 172.21.15.55:0/3608942609 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f68637920 con 0x555f689c0db0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd027fff640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 0x555f689c8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd026ffd640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0bcc60 tx=0x7fd01c03b460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f8cab475a53b67 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd006ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c0d6060 con 0x555f689c0db0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd01c03b4f0 con 0x555f689c0db0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.188+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd01c0bcf60 con 0x555f689c0db0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd01c0eee60 con 0x555f689c0db0 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 10 client.15903 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:40.189 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555f68703d30 con 0x555f689c0db0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd01c0bcf60 con 0x555f689c0db0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd01c0c0070 con 0x555f689c0db0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 10 client.15903 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 10 client.15903 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 20 client.15903 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f689db270 0x555f689dd660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 4 client.15903 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555f688e3500 con 0x555f689db270 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.189+0000 7fd0277fe640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f689db270 0x555f689dd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.190+0000 7fd006ffd640 10 client.15903 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.190+0000 7fd0277fe640 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f689db270 0x555f689dd660 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=320f3621411980d5 server_cookie=f72afd70f221e555 in_seq=0 out_seq=0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.190+0000 7fd006ffd640 1 -- 172.21.15.55:0/3608942609 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x555f688e3500 con 0x555f689db270 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.190+0000 7fd006ffd640 10 client.15903 handle_command_reply: tid=0 2024-04-23T18:24:40.190 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.190+0000 7fd031008740 1 client.15903 shutdown 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 msgr2=0x555f689c8210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0bcc60 tx=0x7fd01c03b460 comp rx=0 tx=0).stop 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 shutdown_connections 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f689db270 0x555f689dd660 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689cb480 0x555f689c8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd006ffd640 0 client.15903 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689c8210 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 --2- 172.21.15.55:0/3608942609 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0490 0x555f689caf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 >> 172.21.15.55:0/3608942609 conn(0x555f689bc7b0 msgr2=0x555f689c25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 shutdown_connections 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 1 -- 172.21.15.55:0/3608942609 wait complete. 2024-04-23T18:24:40.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.191+0000 7fd031008740 20 client.15903 trim_cache size 0 max 16384 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 Processor -- start 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 -- start start 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689c2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0db0 0x555f689caa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281adbc0 con 0x555f689cb480 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281af700 con 0x555f689c0db0 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd031008740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ae290 con 0x555f689c0490 2024-04-23T18:24:40.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd027fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd027fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54814/0 (socket says 172.21.15.55:54814) 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.208+0000 7fd027fff640 1 -- 172.21.15.55:0/1743727183 learned_addr learned my addr 172.21.15.55:0/1743727183 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd026ffd640 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0db0 0x555f689caa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd0277fe640 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689c2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 -- 172.21.15.55:0/1743727183 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 msgr2=0x555f689c2bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689c2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 -- 172.21.15.55:0/1743727183 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0db0 msgr2=0x555f689caa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0db0 0x555f689caa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 -- 172.21.15.55:0/1743727183 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555f689b82d0 con 0x555f689cb480 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd027fff640 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd020007a00 tx=0x7fd0200072a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a51b866ecfe6c9c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd00d7fa640 1 -- 172.21.15.55:0/1743727183 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd020004d20 con 0x555f689cb480 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd00d7fa640 1 -- 172.21.15.55:0/1743727183 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd020007af0 con 0x555f689cb480 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.209+0000 7fd00d7fa640 1 -- 172.21.15.55:0/1743727183 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd020004860 con 0x555f689cb480 2024-04-23T18:24:40.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- 172.21.15.55:0/1743727183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 msgr2=0x555f689e2e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd020007a00 tx=0x7fd0200072a0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- 172.21.15.55:0/1743727183 shutdown_connections 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689cb480 0x555f689e2e20 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689c0db0 0x555f689caa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- 172.21.15.55:0/1743727183 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689c2bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- 172.21.15.55:0/1743727183 >> 172.21.15.55:0/1743727183 conn(0x555f689bc7b0 msgr2=0x555f689d5f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- 172.21.15.55:0/1743727183 shutdown_connections 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- 172.21.15.55:0/1743727183 wait complete. 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- start start 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 Processor -- start 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689cc990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 0x555f689d1b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281af030 con 0x555f689c0db0 2024-04-23T18:24:40.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281ae960 con 0x555f689cb480 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.210+0000 7fd031008740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd0281abba0 con 0x555f689c0490 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd031008740 10 client.0 _ll_register_callbacks cb 0x7fd01c0ee680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54818/0 (socket says 172.21.15.55:54818) 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 -- 172.21.15.55:0/46986032 learned_addr learned my addr 172.21.15.55:0/46986032 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd0277fe640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd027fff640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 0x555f689d1b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 -- 172.21.15.55:0/46986032 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 msgr2=0x555f689cc990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689cc990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 -- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 msgr2=0x555f689d1b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 0x555f689d1b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 -- 172.21.15.55:0/46986032 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555f689d20f0 con 0x555f689c0db0 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd0277fe640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689cc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:40.209 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd027fff640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 0x555f689d1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd026ffd640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0ee7c0 tx=0x7fd01c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41922328bc3fff4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd006ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c0d6040 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd01c0c5950 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd020007af0 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd01c049050 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd031008740 10 client.15909 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.211+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x555f689d20f0 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd020007af0 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7fd01c0c0070 con 0x555f689c0db0 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 10 client.15909 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 10 client.15909 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:24:40.210 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 20 client.15909 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f68a42330 0x555f68a44750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 4 client.15909 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "920a0d4b", "release": true, "await": true}] 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "set_id": "920a0d4b", "release": true, "await": true}) -- 0x555f689330f0 con 0x555f68a42330 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd0277fe640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f68a42330 0x555f68a44750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd0277fe640 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f68a42330 0x555f68a44750 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2fc0cf2ff7c22828 server_cookie=4034e2c59f55e60c in_seq=0 out_seq=0 2024-04-23T18:24:40.211 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.212+0000 7fd006ffd640 10 client.15909 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:40.212 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:39 smithi116 ceph-mon[32310]: pgmap v51: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2024-04-23T18:24:40.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd006ffd640 1 -- 172.21.15.55:0/46986032 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x555f689330f0 con 0x555f68a42330 2024-04-23T18:24:40.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd006ffd640 10 client.15909 handle_command_reply: tid=0 2024-04-23T18:24:40.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 client.15909 shutdown 2024-04-23T18:24:40.213 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 msgr2=0x555f689cced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fd01c0ee7c0 tx=0x7fd01c009260 comp rx=0 tx=0).stop 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 shutdown_connections 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x555f68a42330 0x555f68a44750 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x555f689cb480 0x555f689d1b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x555f689c0db0 0x555f689cced0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd006ffd640 0 client.15909 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 --2- 172.21.15.55:0/46986032 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x555f689c0490 0x555f689cc990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.214 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 >> 172.21.15.55:0/46986032 conn(0x555f689bc7b0 msgr2=0x555f689c2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 shutdown_connections 2024-04-23T18:24:40.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 1 -- 172.21.15.55:0/46986032 wait complete. 2024-04-23T18:24:40.215 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.217+0000 7fd031008740 20 client.15909 trim_cache size 0 max 16384 2024-04-23T18:24:40.215 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:24:40.215 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 27, 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 12, 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "920a0d4b": { 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 12, 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:24:40.216 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 80.0, 2024-04-23T18:24:40.217 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:24:40.218 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:40.219 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:40.219 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:40.219 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:40.219 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:24:40.219 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:24:40.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 msgr2=0x7fd0100a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 0x7fd0100a61e0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd020007310 tx=0x7fd020007520 comp rx=0 tx=0).stop 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 msgr2=0x7fd02819e930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fd01c02aa00 tx=0x7fd01c003b90 comp rx=0 tx=0).stop 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 shutdown_connections 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd0100a3d20 0x7fd0100a61e0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd0281985a0 0x7fd028198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd028107270 0x7fd02819e930 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.221 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 --2- 172.21.15.55:0/672205693 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd02806a840 0x7fd02819e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:40.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 >> 172.21.15.55:0/672205693 conn(0x7fd028077eb0 msgr2=0x7fd0280fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:40.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 shutdown_connections 2024-04-23T18:24:40.222 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:24:40.218+0000 7fd02e213640 1 -- 172.21.15.55:0/672205693 wait complete. 2024-04-23T18:24:40.222 INFO:tasks.workunit.client.0.smithi055.stderr:+ KERNEL=linux-4.0.5 2024-04-23T18:24:40.223 INFO:tasks.workunit.client.0.smithi055.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-04-23T18:24:40.224 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '920a0d4b', seconds elapsed: 21.2 2024-04-23T18:24:41.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:40 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/473308236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:41.108 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:40 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/473308236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:41.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:40 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/473308236' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:24:42.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:41 smithi152 ceph-mon[33022]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:42.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:41 smithi116 ceph-mon[32310]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:42.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:41 smithi055 ceph-mon[29189]: pgmap v52: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:43.081 INFO:tasks.workunit.client.0.smithi055.stderr:+ mkdir untar_tar 2024-04-23T18:24:43.084 INFO:tasks.workunit.client.0.smithi055.stderr:+ cd untar_tar 2024-04-23T18:24:43.084 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-04-23T18:24:43.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ 2024-04-23T18:24:43.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/00-INDEX 2024-04-23T18:24:43.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/ 2024-04-23T18:24:43.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/README 2024-04-23T18:24:43.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-04-23T18:24:43.119 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-04-23T18:24:43.120 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-04-23T18:24:43.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-04-23T18:24:43.122 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-04-23T18:24:43.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-04-23T18:24:43.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-04-23T18:24:43.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-04-23T18:24:43.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-04-23T18:24:43.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-04-23T18:24:43.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-04-23T18:24:43.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-04-23T18:24:43.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-04-23T18:24:43.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-04-23T18:24:43.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-04-23T18:24:43.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-04-23T18:24:43.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-04-23T18:24:43.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-04-23T18:24:43.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-04-23T18:24:43.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-04-23T18:24:43.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-04-23T18:24:43.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-04-23T18:24:43.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-04-23T18:24:43.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-04-23T18:24:43.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-04-23T18:24:43.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-04-23T18:24:43.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-04-23T18:24:43.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-04-23T18:24:43.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-04-23T18:24:43.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-04-23T18:24:43.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-04-23T18:24:43.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-04-23T18:24:43.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-04-23T18:24:43.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-04-23T18:24:43.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-04-23T18:24:43.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-04-23T18:24:43.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-04-23T18:24:43.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-04-23T18:24:43.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-04-23T18:24:43.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-04-23T18:24:43.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-04-23T18:24:43.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-04-23T18:24:43.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-04-23T18:24:43.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-04-23T18:24:43.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-04-23T18:24:43.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-04-23T18:24:43.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-04-23T18:24:43.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-04-23T18:24:43.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-04-23T18:24:43.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-04-23T18:24:43.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-04-23T18:24:43.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-04-23T18:24:43.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-04-23T18:24:43.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-04-23T18:24:43.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-04-23T18:24:43.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-04-23T18:24:43.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-04-23T18:24:43.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-04-23T18:24:43.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-04-23T18:24:43.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-04-23T18:24:43.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-04-23T18:24:43.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-04-23T18:24:43.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-04-23T18:24:43.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-04-23T18:24:43.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-04-23T18:24:43.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-04-23T18:24:43.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-04-23T18:24:43.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-04-23T18:24:43.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-04-23T18:24:43.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-04-23T18:24:43.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-04-23T18:24:43.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-04-23T18:24:43.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-04-23T18:24:43.231 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-04-23T18:24:43.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-04-23T18:24:43.235 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-04-23T18:24:43.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-04-23T18:24:43.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-04-23T18:24:43.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-04-23T18:24:43.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-04-23T18:24:43.242 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-04-23T18:24:43.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-04-23T18:24:43.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-04-23T18:24:43.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-04-23T18:24:43.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-04-23T18:24:43.250 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-04-23T18:24:43.252 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-04-23T18:24:43.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-04-23T18:24:43.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-04-23T18:24:43.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-04-23T18:24:43.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-04-23T18:24:43.260 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-04-23T18:24:43.261 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-04-23T18:24:43.263 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-04-23T18:24:43.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-04-23T18:24:43.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-04-23T18:24:43.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-04-23T18:24:43.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-04-23T18:24:43.271 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-04-23T18:24:43.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-04-23T18:24:43.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-04-23T18:24:43.276 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-04-23T18:24:43.277 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-04-23T18:24:43.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-04-23T18:24:43.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-04-23T18:24:43.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-04-23T18:24:43.284 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-04-23T18:24:43.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-04-23T18:24:43.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-04-23T18:24:43.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-04-23T18:24:43.290 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-04-23T18:24:43.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-04-23T18:24:43.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-04-23T18:24:43.295 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-04-23T18:24:43.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-04-23T18:24:43.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-04-23T18:24:43.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-04-23T18:24:43.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-04-23T18:24:43.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-04-23T18:24:43.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-04-23T18:24:43.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-04-23T18:24:43.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-04-23T18:24:43.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-04-23T18:24:43.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-04-23T18:24:43.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-04-23T18:24:43.313 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-04-23T18:24:43.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-04-23T18:24:43.316 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-04-23T18:24:43.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-04-23T18:24:43.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-04-23T18:24:43.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-04-23T18:24:43.323 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-04-23T18:24:43.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-04-23T18:24:43.326 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-04-23T18:24:43.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-04-23T18:24:43.329 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-04-23T18:24:43.330 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-04-23T18:24:43.332 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-04-23T18:24:43.333 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-04-23T18:24:43.335 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-04-23T18:24:43.337 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-04-23T18:24:43.338 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-04-23T18:24:43.340 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-04-23T18:24:43.342 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-04-23T18:24:43.343 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-04-23T18:24:43.345 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-04-23T18:24:43.346 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-04-23T18:24:43.348 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-04-23T18:24:43.350 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-04-23T18:24:43.351 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-04-23T18:24:43.353 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-04-23T18:24:43.355 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-04-23T18:24:43.356 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-04-23T18:24:43.358 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-04-23T18:24:43.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-04-23T18:24:43.361 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-04-23T18:24:43.363 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-04-23T18:24:43.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-04-23T18:24:43.366 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-04-23T18:24:43.367 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-04-23T18:24:43.369 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-04-23T18:24:43.370 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-04-23T18:24:43.372 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-04-23T18:24:43.373 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-04-23T18:24:43.375 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-04-23T18:24:43.377 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-04-23T18:24:43.378 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-04-23T18:24:43.380 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-04-23T18:24:43.382 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-04-23T18:24:43.383 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-04-23T18:24:43.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-04-23T18:24:43.386 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-04-23T18:24:43.388 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-04-23T18:24:43.389 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-04-23T18:24:43.391 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-04-23T18:24:43.392 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-04-23T18:24:43.394 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-04-23T18:24:43.395 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-04-23T18:24:43.397 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-04-23T18:24:43.399 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-04-23T18:24:43.400 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-04-23T18:24:43.402 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-04-23T18:24:43.403 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-04-23T18:24:43.405 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-04-23T18:24:43.407 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-04-23T18:24:43.408 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-04-23T18:24:43.410 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-04-23T18:24:43.411 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-04-23T18:24:43.413 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-04-23T18:24:43.415 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-04-23T18:24:43.416 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-04-23T18:24:43.418 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-04-23T18:24:43.419 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-04-23T18:24:43.420 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-04-23T18:24:43.421 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-04-23T18:24:44.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:43 smithi152 ceph-mon[33022]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:43 smithi116 ceph-mon[32310]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:44.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:43 smithi055 ceph-mon[29189]: pgmap v53: 97 pgs: 97 active+clean; 1.3 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-04-23T18:24:45.585 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-04-23T18:24:45.588 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-04-23T18:24:45.590 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-04-23T18:24:45.594 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-04-23T18:24:45.595 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-04-23T18:24:45.595 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-04-23T18:24:45.596 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-04-23T18:24:45.597 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-04-23T18:24:45.599 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-04-23T18:24:45.601 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-04-23T18:24:45.602 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-04-23T18:24:45.604 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-04-23T18:24:45.606 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-04-23T18:24:45.607 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-04-23T18:24:45.609 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-04-23T18:24:45.611 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-04-23T18:24:45.612 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-04-23T18:24:45.614 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-04-23T18:24:45.615 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-04-23T18:24:45.617 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-04-23T18:24:45.619 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-04-23T18:24:45.620 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-04-23T18:24:45.622 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-04-23T18:24:45.623 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-04-23T18:24:45.625 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-04-23T18:24:45.626 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-04-23T18:24:45.628 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-04-23T18:24:45.630 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-04-23T18:24:45.631 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-04-23T18:24:45.633 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-04-23T18:24:45.634 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-04-23T18:24:45.636 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-04-23T18:24:45.638 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-04-23T18:24:45.639 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-04-23T18:24:45.641 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-04-23T18:24:45.643 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-04-23T18:24:45.644 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-04-23T18:24:45.646 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-04-23T18:24:45.647 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-04-23T18:24:45.649 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-04-23T18:24:45.650 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-04-23T18:24:45.651 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-04-23T18:24:45.653 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-04-23T18:24:45.654 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-04-23T18:24:45.655 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-04-23T18:24:45.656 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-04-23T18:24:45.657 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-04-23T18:24:45.658 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-04-23T18:24:45.659 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-04-23T18:24:45.660 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-04-23T18:24:45.661 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-04-23T18:24:45.662 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-04-23T18:24:45.663 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-04-23T18:24:45.664 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-04-23T18:24:45.666 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-04-23T18:24:45.667 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-04-23T18:24:45.668 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-04-23T18:24:45.669 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-04-23T18:24:45.670 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-04-23T18:24:45.671 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-04-23T18:24:45.672 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-04-23T18:24:45.673 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-04-23T18:24:45.674 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-04-23T18:24:45.675 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/Changes 2024-04-23T18:24:45.676 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-04-23T18:24:45.677 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/CodingStyle 2024-04-23T18:24:45.678 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-04-23T18:24:45.679 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-04-23T18:24:45.680 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-04-23T18:24:45.681 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-04-23T18:24:45.682 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/ 2024-04-23T18:24:45.683 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-04-23T18:24:45.684 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-04-23T18:24:45.685 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-04-23T18:24:45.686 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-04-23T18:24:45.687 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-04-23T18:24:45.688 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-04-23T18:24:45.689 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-04-23T18:24:45.691 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-04-23T18:24:45.691 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-04-23T18:24:45.694 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-04-23T18:24:45.695 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-04-23T18:24:45.695 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-04-23T18:24:45.696 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-04-23T18:24:45.697 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-04-23T18:24:45.698 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-04-23T18:24:45.699 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-04-23T18:24:45.700 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-04-23T18:24:45.701 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-04-23T18:24:45.702 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-04-23T18:24:45.703 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-04-23T18:24:45.704 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-04-23T18:24:45.705 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-04-23T18:24:45.706 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-04-23T18:24:45.707 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-04-23T18:24:45.708 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-04-23T18:24:45.709 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-04-23T18:24:45.710 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-04-23T18:24:45.711 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-04-23T18:24:45.712 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-04-23T18:24:45.713 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-04-23T18:24:45.714 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-04-23T18:24:45.715 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-04-23T18:24:45.716 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-04-23T18:24:45.717 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-04-23T18:24:45.718 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-04-23T18:24:45.719 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-04-23T18:24:45.720 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-04-23T18:24:45.721 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-04-23T18:24:45.722 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-04-23T18:24:45.723 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-04-23T18:24:45.725 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-04-23T18:24:45.727 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-04-23T18:24:45.728 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-04-23T18:24:45.729 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-04-23T18:24:45.730 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-04-23T18:24:45.731 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-04-23T18:24:45.732 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-04-23T18:24:45.733 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-04-23T18:24:45.733 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-04-23T18:24:45.734 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-04-23T18:24:45.735 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-04-23T18:24:45.736 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-04-23T18:24:45.739 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-04-23T18:24:45.740 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-04-23T18:24:45.741 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-04-23T18:24:45.742 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-04-23T18:24:45.743 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-04-23T18:24:45.744 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-04-23T18:24:45.745 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-04-23T18:24:45.746 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-04-23T18:24:45.747 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-04-23T18:24:45.748 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-04-23T18:24:45.749 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-04-23T18:24:45.750 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-04-23T18:24:45.751 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-04-23T18:24:45.752 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-04-23T18:24:45.753 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-04-23T18:24:45.754 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-04-23T18:24:45.755 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-04-23T18:24:45.756 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-04-23T18:24:45.757 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-04-23T18:24:45.758 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-04-23T18:24:45.759 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-04-23T18:24:45.760 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-04-23T18:24:45.761 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-04-23T18:24:45.762 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-04-23T18:24:45.763 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-04-23T18:24:45.764 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-04-23T18:24:45.765 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-04-23T18:24:45.766 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-04-23T18:24:45.767 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-04-23T18:24:45.768 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-04-23T18:24:45.769 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-04-23T18:24:45.770 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-04-23T18:24:45.771 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-04-23T18:24:45.772 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-04-23T18:24:45.773 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-04-23T18:24:45.774 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-04-23T18:24:45.775 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-04-23T18:24:45.776 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-04-23T18:24:45.777 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-04-23T18:24:45.778 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-04-23T18:24:45.779 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-04-23T18:24:45.779 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-04-23T18:24:45.780 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-04-23T18:24:45.781 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-04-23T18:24:45.782 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-04-23T18:24:45.783 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-04-23T18:24:45.784 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-04-23T18:24:45.785 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-04-23T18:24:45.786 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-04-23T18:24:45.787 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-04-23T18:24:45.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-04-23T18:24:45.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-04-23T18:24:45.789 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-04-23T18:24:45.790 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-04-23T18:24:45.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-04-23T18:24:45.792 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-04-23T18:24:45.793 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-04-23T18:24:45.794 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-04-23T18:24:45.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-04-23T18:24:45.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-04-23T18:24:45.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-04-23T18:24:45.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-04-23T18:24:45.799 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-04-23T18:24:45.799 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-04-23T18:24:45.800 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-04-23T18:24:45.801 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-04-23T18:24:45.802 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-04-23T18:24:45.803 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-04-23T18:24:45.804 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-04-23T18:24:45.805 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-04-23T18:24:45.806 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-04-23T18:24:45.807 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-04-23T18:24:45.808 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-04-23T18:24:45.809 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-04-23T18:24:45.810 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-04-23T18:24:45.811 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-04-23T18:24:45.812 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-04-23T18:24:45.813 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-04-23T18:24:45.814 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-04-23T18:24:45.815 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-04-23T18:24:45.816 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-04-23T18:24:45.817 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-04-23T18:24:45.818 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-04-23T18:24:45.819 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-04-23T18:24:45.820 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-04-23T18:24:45.821 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-04-23T18:24:45.822 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-04-23T18:24:45.823 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-04-23T18:24:45.824 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-04-23T18:24:45.825 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-04-23T18:24:45.826 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-04-23T18:24:45.827 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-04-23T18:24:45.828 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-04-23T18:24:45.829 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-04-23T18:24:45.830 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-04-23T18:24:45.832 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-04-23T18:24:45.832 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-04-23T18:24:45.834 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-04-23T18:24:45.834 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-04-23T18:24:45.835 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-04-23T18:24:45.836 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-04-23T18:24:45.837 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-04-23T18:24:45.838 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-04-23T18:24:45.839 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-04-23T18:24:45.840 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-04-23T18:24:45.841 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-04-23T18:24:45.842 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-04-23T18:24:45.843 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-04-23T18:24:45.844 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-04-23T18:24:45.845 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-04-23T18:24:45.846 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-04-23T18:24:45.847 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-04-23T18:24:45.848 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-04-23T18:24:45.849 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-04-23T18:24:45.850 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-04-23T18:24:45.851 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-04-23T18:24:45.852 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-04-23T18:24:45.853 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-04-23T18:24:45.854 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-04-23T18:24:45.855 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-04-23T18:24:45.856 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-04-23T18:24:45.857 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-04-23T18:24:45.858 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-04-23T18:24:45.859 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-04-23T18:24:45.860 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-04-23T18:24:45.861 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-04-23T18:24:45.862 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-04-23T18:24:45.863 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-04-23T18:24:45.864 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-04-23T18:24:45.865 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-04-23T18:24:45.866 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-04-23T18:24:45.867 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-04-23T18:24:45.868 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-04-23T18:24:45.869 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-04-23T18:24:45.870 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-04-23T18:24:45.871 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-04-23T18:24:45.872 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-04-23T18:24:45.873 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-04-23T18:24:45.874 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-04-23T18:24:45.875 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-04-23T18:24:45.876 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-04-23T18:24:45.877 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-04-23T18:24:45.878 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-04-23T18:24:45.879 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-04-23T18:24:45.880 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-04-23T18:24:45.881 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-04-23T18:24:46.024 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-04-23T18:24:46.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-04-23T18:24:46.027 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-04-23T18:24:46.028 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-04-23T18:24:46.030 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-04-23T18:24:46.032 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-04-23T18:24:46.033 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-04-23T18:24:46.035 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-04-23T18:24:46.036 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-04-23T18:24:46.038 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-04-23T18:24:46.039 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-04-23T18:24:46.041 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-04-23T18:24:46.042 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-04-23T18:24:46.044 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-04-23T18:24:46.046 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-04-23T18:24:46.047 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-04-23T18:24:46.049 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-04-23T18:24:46.051 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-04-23T18:24:46.052 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-04-23T18:24:46.054 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-04-23T18:24:46.055 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-04-23T18:24:46.057 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-04-23T18:24:46.058 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-04-23T18:24:46.059 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-04-23T18:24:46.060 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-04-23T18:24:46.061 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-04-23T18:24:46.063 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-04-23T18:24:46.064 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-04-23T18:24:46.065 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-04-23T18:24:46.066 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-04-23T18:24:46.067 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-04-23T18:24:46.070 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-04-23T18:24:46.071 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-04-23T18:24:46.072 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-04-23T18:24:46.073 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/ 2024-04-23T18:24:46.074 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-04-23T18:24:46.075 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-04-23T18:24:46.076 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-04-23T18:24:46.076 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-04-23T18:24:46.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-04-23T18:24:46.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-04-23T18:24:46.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-04-23T18:24:46.080 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-04-23T18:24:46.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-04-23T18:24:46.082 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/EDID/hex 2024-04-23T18:24:46.083 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/HOWTO 2024-04-23T18:24:46.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-04-23T18:24:46.085 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-04-23T18:24:46.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-04-23T18:24:46.087 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-04-23T18:24:46.089 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-04-23T18:24:46.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/Makefile 2024-04-23T18:24:46.091 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-04-23T18:24:46.092 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/ 2024-04-23T18:24:46.092 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-04-23T18:24:46.093 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-04-23T18:24:46.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-04-23T18:24:46.095 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-04-23T18:24:46.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-04-23T18:24:46.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-04-23T18:24:46.098 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-04-23T18:24:46.099 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/ 2024-04-23T18:24:46.100 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-04-23T18:24:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:45 smithi152 ceph-mon[33022]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-04-23T18:24:46.100 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-04-23T18:24:46.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-04-23T18:24:46.102 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-04-23T18:24:46.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-04-23T18:24:46.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-04-23T18:24:46.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-04-23T18:24:46.106 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-04-23T18:24:46.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-04-23T18:24:46.108 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-04-23T18:24:46.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-04-23T18:24:46.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-04-23T18:24:46.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-04-23T18:24:46.111 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-04-23T18:24:46.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-04-23T18:24:46.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-04-23T18:24:46.114 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-04-23T18:24:46.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-04-23T18:24:46.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SAK.txt 2024-04-23T18:24:46.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SM501.txt 2024-04-23T18:24:46.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-04-23T18:24:46.119 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-04-23T18:24:46.120 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-04-23T18:24:46.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-04-23T18:24:46.122 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-04-23T18:24:46.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/ 2024-04-23T18:24:46.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-04-23T18:24:46.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-04-23T18:24:46.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-04-23T18:24:46.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-04-23T18:24:46.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-04-23T18:24:46.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-04-23T18:24:46.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-04-23T18:24:46.131 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/ 2024-04-23T18:24:46.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-04-23T18:24:46.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-04-23T18:24:46.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-04-23T18:24:46.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-04-23T18:24:46.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-04-23T18:24:46.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-04-23T18:24:46.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-04-23T18:24:46.139 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-04-23T18:24:46.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-04-23T18:24:46.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-04-23T18:24:46.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-04-23T18:24:46.143 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-04-23T18:24:46.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-04-23T18:24:46.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/ 2024-04-23T18:24:46.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-04-23T18:24:46.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-04-23T18:24:46.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-04-23T18:24:46.149 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-04-23T18:24:46.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-04-23T18:24:46.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-04-23T18:24:46.152 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-04-23T18:24:46.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/ 2024-04-23T18:24:46.154 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-04-23T18:24:46.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-04-23T18:24:46.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-04-23T18:24:46.157 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Booting 2024-04-23T18:24:46.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-04-23T18:24:46.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-04-23T18:24:46.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-04-23T18:24:46.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-04-23T18:24:46.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-04-23T18:24:46.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-04-23T18:24:46.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-04-23T18:24:46.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-04-23T18:24:46.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-04-23T18:24:46.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-04-23T18:24:46.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Porting 2024-04-23T18:24:46.167 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/README 2024-04-23T18:24:46.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-04-23T18:24:46.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-04-23T18:24:46.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-04-23T18:24:46.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-04-23T18:24:46.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-04-23T18:24:46.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-04-23T18:24:46.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-04-23T18:24:46.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-04-23T18:24:46.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-04-23T18:24:46.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-04-23T18:24:46.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-04-23T18:24:46.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-04-23T18:24:46.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-04-23T18:24:46.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-04-23T18:24:46.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-04-23T18:24:46.182 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-04-23T18:24:46.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-04-23T18:24:46.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-04-23T18:24:46.185 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-04-23T18:24:46.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-04-23T18:24:46.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-04-23T18:24:46.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-04-23T18:24:46.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-04-23T18:24:46.190 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-04-23T18:24:46.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-04-23T18:24:46.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-04-23T18:24:46.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-04-23T18:24:46.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-04-23T18:24:46.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-04-23T18:24:46.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-04-23T18:24:46.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-04-23T18:24:46.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-04-23T18:24:46.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-04-23T18:24:46.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-04-23T18:24:46.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-04-23T18:24:46.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-04-23T18:24:46.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-04-23T18:24:46.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-04-23T18:24:46.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-04-23T18:24:46.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-04-23T18:24:46.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-04-23T18:24:46.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-04-23T18:24:46.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:45 smithi116 ceph-mon[32310]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-04-23T18:24:46.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-04-23T18:24:46.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/Setup 2024-04-23T18:24:46.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-04-23T18:24:46.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-04-23T18:24:46.211 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-04-23T18:24:46.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-04-23T18:24:46.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-04-23T18:24:46.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-04-23T18:24:46.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-04-23T18:24:46.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-04-23T18:24:46.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-04-23T18:24:46.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-04-23T18:24:46.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-04-23T18:24:46.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-04-23T18:24:46.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-04-23T18:24:46.222 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-04-23T18:24:46.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-04-23T18:24:46.224 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-04-23T18:24:46.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-04-23T18:24:46.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-04-23T18:24:46.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-04-23T18:24:46.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-04-23T18:24:46.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-04-23T18:24:46.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-04-23T18:24:46.231 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-04-23T18:24:46.232 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-04-23T18:24:46.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-04-23T18:24:46.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-04-23T18:24:46.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-04-23T18:24:46.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-04-23T18:24:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:45 smithi055 ceph-mon[29189]: pgmap v54: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 5.0 KiB/s wr, 15 op/s 2024-04-23T18:24:46.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-04-23T18:24:46.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-04-23T18:24:46.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm64/ 2024-04-23T18:24:46.240 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-04-23T18:24:46.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-04-23T18:24:46.242 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-04-23T18:24:46.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-04-23T18:24:46.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-04-23T18:24:46.245 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-04-23T18:24:46.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-04-23T18:24:46.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-04-23T18:24:46.248 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-04-23T18:24:46.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-04-23T18:24:46.250 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-04-23T18:24:46.251 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-04-23T18:24:46.252 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/backlight/ 2024-04-23T18:24:46.253 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-04-23T18:24:46.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-04-23T18:24:46.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-04-23T18:24:46.256 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bcache.txt 2024-04-23T18:24:46.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-04-23T18:24:46.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/ 2024-04-23T18:24:46.259 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-04-23T18:24:46.260 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-04-23T18:24:46.261 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-04-23T18:24:46.262 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-04-23T18:24:46.263 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-04-23T18:24:46.264 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/ 2024-04-23T18:24:46.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-04-23T18:24:46.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-04-23T18:24:46.267 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-04-23T18:24:46.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-04-23T18:24:46.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-04-23T18:24:46.270 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-04-23T18:24:46.271 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-04-23T18:24:46.272 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-04-23T18:24:46.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-04-23T18:24:46.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-04-23T18:24:46.275 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-04-23T18:24:46.276 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/request.txt 2024-04-23T18:24:46.277 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-04-23T18:24:46.278 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-04-23T18:24:46.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-04-23T18:24:46.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/ 2024-04-23T18:24:46.281 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-04-23T18:24:46.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-04-23T18:24:46.283 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-04-23T18:24:46.284 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-04-23T18:24:46.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-04-23T18:24:46.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-04-23T18:24:46.287 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-04-23T18:24:46.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-04-23T18:24:46.289 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-04-23T18:24:46.290 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-04-23T18:24:46.291 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-04-23T18:24:46.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-04-23T18:24:46.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-04-23T18:24:46.294 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-04-23T18:24:46.295 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-04-23T18:24:46.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-04-23T18:24:46.297 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-04-23T18:24:46.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-04-23T18:24:46.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-04-23T18:24:46.300 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-04-23T18:24:46.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-04-23T18:24:46.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-04-23T18:24:46.303 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-04-23T18:24:46.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-04-23T18:24:46.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-04-23T18:24:46.306 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-04-23T18:24:46.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/ 2024-04-23T18:24:46.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-04-23T18:24:46.309 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-04-23T18:24:46.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-04-23T18:24:46.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-04-23T18:24:46.312 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-04-23T18:24:46.313 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/ 2024-04-23T18:24:46.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-04-23T18:24:46.315 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-04-23T18:24:46.316 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-04-23T18:24:46.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-04-23T18:24:46.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-04-23T18:24:46.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-04-23T18:24:46.320 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-04-23T18:24:46.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-04-23T18:24:46.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-04-23T18:24:46.323 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-04-23T18:24:46.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-04-23T18:24:46.325 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-04-23T18:24:46.326 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-04-23T18:24:46.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-04-23T18:24:46.329 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/clk.txt 2024-04-23T18:24:46.330 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-04-23T18:24:46.331 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/ 2024-04-23T18:24:46.331 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-04-23T18:24:46.332 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-04-23T18:24:46.333 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-04-23T18:24:46.334 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-04-23T18:24:46.335 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-04-23T18:24:46.337 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/console/ 2024-04-23T18:24:46.338 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/console/console.txt 2024-04-23T18:24:46.339 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-04-23T18:24:46.340 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-04-23T18:24:46.341 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-04-23T18:24:46.341 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-04-23T18:24:46.342 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-04-23T18:24:46.343 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-04-23T18:24:46.344 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-04-23T18:24:46.345 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-04-23T18:24:46.346 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-04-23T18:24:46.347 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-04-23T18:24:46.348 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-04-23T18:24:46.349 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-04-23T18:24:46.350 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-04-23T18:24:46.351 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-04-23T18:24:46.352 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-04-23T18:24:46.353 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-04-23T18:24:46.354 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-04-23T18:24:46.355 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-04-23T18:24:46.356 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-04-23T18:24:46.357 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-04-23T18:24:46.358 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crc32.txt 2024-04-23T18:24:46.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cris/ 2024-04-23T18:24:46.360 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/cris/README 2024-04-23T18:24:46.361 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/ 2024-04-23T18:24:46.362 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-04-23T18:24:46.363 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-04-23T18:24:46.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-04-23T18:24:46.365 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-04-23T18:24:46.366 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-04-23T18:24:46.367 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-04-23T18:24:46.368 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-04-23T18:24:46.369 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-04-23T18:24:46.370 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-04-23T18:24:46.371 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/ 2024-04-23T18:24:46.372 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-04-23T18:24:46.373 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-04-23T18:24:46.374 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-04-23T18:24:46.375 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-04-23T18:24:46.376 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-04-23T18:24:46.377 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-04-23T18:24:46.378 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-04-23T18:24:46.379 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-04-23T18:24:46.380 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-04-23T18:24:46.381 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-04-23T18:24:46.382 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-04-23T18:24:46.383 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-04-23T18:24:46.384 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-04-23T18:24:46.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-04-23T18:24:46.386 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-04-23T18:24:46.387 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-04-23T18:24:46.388 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-04-23T18:24:46.389 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-04-23T18:24:46.390 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-04-23T18:24:46.391 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-04-23T18:24:46.392 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-04-23T18:24:46.393 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-04-23T18:24:46.394 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-04-23T18:24:46.395 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-04-23T18:24:46.396 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-04-23T18:24:46.397 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-04-23T18:24:46.398 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-04-23T18:24:46.399 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-04-23T18:24:46.400 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-04-23T18:24:46.401 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-04-23T18:24:46.402 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-04-23T18:24:46.402 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devices.txt 2024-04-23T18:24:46.404 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/ 2024-04-23T18:24:46.405 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-04-23T18:24:46.406 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-04-23T18:24:46.407 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-04-23T18:24:46.408 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-04-23T18:24:46.409 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-04-23T18:24:46.410 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-04-23T18:24:46.411 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-04-23T18:24:46.412 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-04-23T18:24:46.413 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-04-23T18:24:46.414 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-04-23T18:24:46.415 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-04-23T18:24:46.416 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-04-23T18:24:46.417 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-04-23T18:24:46.418 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-04-23T18:24:46.419 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-04-23T18:24:46.420 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-04-23T18:24:46.421 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-04-23T18:24:46.422 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-04-23T18:24:46.423 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-04-23T18:24:46.424 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-04-23T18:24:46.425 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-04-23T18:24:46.426 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-04-23T18:24:46.427 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-04-23T18:24:46.428 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-04-23T18:24:46.429 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-04-23T18:24:46.430 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-04-23T18:24:46.431 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-04-23T18:24:46.432 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-04-23T18:24:46.432 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-04-23T18:24:46.433 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-04-23T18:24:46.434 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-04-23T18:24:46.435 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-04-23T18:24:46.437 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-04-23T18:24:46.438 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-04-23T18:24:46.439 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-04-23T18:24:46.440 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-04-23T18:24:46.441 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-04-23T18:24:46.442 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-04-23T18:24:46.443 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-04-23T18:24:46.444 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-04-23T18:24:46.445 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-04-23T18:24:46.446 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-04-23T18:24:46.447 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-04-23T18:24:46.447 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-04-23T18:24:46.448 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-04-23T18:24:46.449 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-04-23T18:24:46.450 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-04-23T18:24:46.451 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-04-23T18:24:46.452 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-04-23T18:24:46.453 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-04-23T18:24:46.453 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-04-23T18:24:46.454 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-04-23T18:24:46.455 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-04-23T18:24:46.456 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-04-23T18:24:46.457 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-04-23T18:24:46.458 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-04-23T18:24:46.459 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-04-23T18:24:46.460 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-04-23T18:24:46.461 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-04-23T18:24:46.462 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-04-23T18:24:46.463 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-04-23T18:24:46.464 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-04-23T18:24:46.465 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-04-23T18:24:46.466 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-04-23T18:24:46.467 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-04-23T18:24:46.468 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-04-23T18:24:46.469 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-04-23T18:24:46.470 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-04-23T18:24:46.471 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-04-23T18:24:46.472 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-04-23T18:24:46.473 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-04-23T18:24:46.473 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-04-23T18:24:46.474 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-04-23T18:24:46.475 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-04-23T18:24:46.476 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-04-23T18:24:46.477 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-04-23T18:24:46.478 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-04-23T18:24:46.479 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-04-23T18:24:46.480 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-04-23T18:24:46.481 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-04-23T18:24:46.482 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-04-23T18:24:46.483 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-04-23T18:24:46.484 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-04-23T18:24:46.485 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-04-23T18:24:46.486 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-04-23T18:24:46.487 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-04-23T18:24:46.488 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-04-23T18:24:46.489 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-04-23T18:24:46.490 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-04-23T18:24:46.491 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-04-23T18:24:46.492 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-04-23T18:24:46.493 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-04-23T18:24:46.494 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-04-23T18:24:46.495 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-04-23T18:24:46.496 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-04-23T18:24:46.497 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-04-23T18:24:46.498 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-04-23T18:24:46.499 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-04-23T18:24:46.500 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-04-23T18:24:46.501 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-04-23T18:24:46.502 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-04-23T18:24:46.503 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-04-23T18:24:46.504 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-04-23T18:24:46.505 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-04-23T18:24:46.506 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-04-23T18:24:46.507 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-04-23T18:24:46.508 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-04-23T18:24:46.509 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-04-23T18:24:46.510 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-04-23T18:24:46.511 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-04-23T18:24:46.512 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-04-23T18:24:46.513 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-04-23T18:24:46.514 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-04-23T18:24:46.515 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-04-23T18:24:46.516 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-04-23T18:24:46.517 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-04-23T18:24:46.518 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-04-23T18:24:46.519 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-04-23T18:24:46.520 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-04-23T18:24:46.521 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-04-23T18:24:46.522 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-04-23T18:24:46.523 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-04-23T18:24:46.524 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-04-23T18:24:46.525 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-04-23T18:24:46.526 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-04-23T18:24:46.527 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-04-23T18:24:46.528 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-04-23T18:24:46.529 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-04-23T18:24:46.530 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-04-23T18:24:46.531 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-04-23T18:24:46.532 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-04-23T18:24:46.533 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-04-23T18:24:46.534 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-04-23T18:24:46.535 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-04-23T18:24:46.536 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-04-23T18:24:46.537 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-04-23T18:24:46.538 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-04-23T18:24:46.539 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-04-23T18:24:46.540 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-04-23T18:24:46.541 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-04-23T18:24:46.542 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-04-23T18:24:46.543 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-04-23T18:24:46.544 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-04-23T18:24:46.545 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-04-23T18:24:46.546 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-04-23T18:24:46.547 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-04-23T18:24:46.548 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-04-23T18:24:46.549 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-04-23T18:24:46.550 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-04-23T18:24:46.551 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-04-23T18:24:46.552 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-04-23T18:24:46.553 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-04-23T18:24:46.554 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-04-23T18:24:46.555 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-04-23T18:24:46.556 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-04-23T18:24:46.557 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-04-23T18:24:46.558 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-04-23T18:24:46.559 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-04-23T18:24:46.763 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-04-23T18:24:46.764 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-04-23T18:24:46.765 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-04-23T18:24:46.766 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-04-23T18:24:46.767 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-04-23T18:24:46.768 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-04-23T18:24:46.769 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-04-23T18:24:46.770 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-04-23T18:24:46.771 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-04-23T18:24:46.772 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-04-23T18:24:46.773 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-04-23T18:24:46.774 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-04-23T18:24:46.775 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-04-23T18:24:46.776 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-04-23T18:24:46.777 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-04-23T18:24:46.778 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-04-23T18:24:46.779 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-04-23T18:24:46.780 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-04-23T18:24:46.781 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-04-23T18:24:46.782 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-04-23T18:24:46.783 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-04-23T18:24:46.784 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-04-23T18:24:46.785 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-04-23T18:24:46.786 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-04-23T18:24:46.787 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-04-23T18:24:46.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-04-23T18:24:46.789 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-04-23T18:24:46.790 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-04-23T18:24:46.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-04-23T18:24:46.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-04-23T18:24:46.792 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-04-23T18:24:46.793 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-04-23T18:24:46.794 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-04-23T18:24:46.795 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-04-23T18:24:46.796 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-04-23T18:24:46.797 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-04-23T18:24:46.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-04-23T18:24:46.799 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-04-23T18:24:46.800 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-04-23T18:24:46.801 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-04-23T18:24:46.802 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-04-23T18:24:46.803 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-04-23T18:24:46.804 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-04-23T18:24:46.805 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-04-23T18:24:46.806 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-04-23T18:24:46.807 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-04-23T18:24:46.808 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-04-23T18:24:46.809 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-04-23T18:24:46.810 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-04-23T18:24:46.811 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-04-23T18:24:46.812 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-04-23T18:24:46.813 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-04-23T18:24:46.814 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-04-23T18:24:46.815 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-04-23T18:24:46.816 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-04-23T18:24:46.817 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-04-23T18:24:46.818 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-04-23T18:24:46.819 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-04-23T18:24:46.820 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-04-23T18:24:46.821 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-04-23T18:24:46.822 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-04-23T18:24:46.823 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-04-23T18:24:46.824 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-04-23T18:24:46.825 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-04-23T18:24:46.826 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-04-23T18:24:46.827 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-04-23T18:24:46.828 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-04-23T18:24:46.829 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-04-23T18:24:46.830 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-04-23T18:24:46.831 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-04-23T18:24:46.832 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-04-23T18:24:46.833 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-04-23T18:24:46.834 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-04-23T18:24:46.835 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-04-23T18:24:46.836 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-04-23T18:24:46.837 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-04-23T18:24:46.838 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-04-23T18:24:46.839 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-04-23T18:24:46.840 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-04-23T18:24:46.841 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-04-23T18:24:46.842 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-04-23T18:24:46.843 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-04-23T18:24:46.844 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-04-23T18:24:46.845 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-04-23T18:24:46.846 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-04-23T18:24:46.847 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-04-23T18:24:46.848 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-04-23T18:24:46.849 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-04-23T18:24:46.850 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-04-23T18:24:46.851 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-04-23T18:24:46.852 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-04-23T18:24:46.853 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-04-23T18:24:46.854 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-04-23T18:24:46.855 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-04-23T18:24:46.856 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-04-23T18:24:46.857 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-04-23T18:24:46.858 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-04-23T18:24:46.859 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-04-23T18:24:46.860 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-04-23T18:24:46.861 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-04-23T18:24:46.862 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-04-23T18:24:46.863 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-04-23T18:24:46.864 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-04-23T18:24:46.865 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-04-23T18:24:46.867 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-04-23T18:24:46.868 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-04-23T18:24:46.869 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-04-23T18:24:46.870 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-04-23T18:24:46.870 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-04-23T18:24:46.872 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-04-23T18:24:46.873 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-04-23T18:24:46.874 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-04-23T18:24:46.875 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-04-23T18:24:46.876 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-04-23T18:24:46.877 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-04-23T18:24:46.878 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-04-23T18:24:46.879 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-04-23T18:24:46.880 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-04-23T18:24:46.881 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-04-23T18:24:46.882 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-04-23T18:24:46.883 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-04-23T18:24:46.884 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-04-23T18:24:46.885 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-04-23T18:24:46.886 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-04-23T18:24:46.886 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-04-23T18:24:46.887 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-04-23T18:24:46.888 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-04-23T18:24:46.889 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-04-23T18:24:46.890 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-04-23T18:24:46.892 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-04-23T18:24:46.893 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-04-23T18:24:46.894 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-04-23T18:24:46.895 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-04-23T18:24:46.896 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-04-23T18:24:46.897 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-04-23T18:24:46.898 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-04-23T18:24:46.899 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-04-23T18:24:46.900 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-04-23T18:24:46.901 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-04-23T18:24:46.902 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-04-23T18:24:46.903 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-04-23T18:24:46.904 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-04-23T18:24:46.905 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-04-23T18:24:46.906 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-04-23T18:24:46.907 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-04-23T18:24:46.908 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-04-23T18:24:46.909 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-04-23T18:24:46.910 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-04-23T18:24:46.911 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-04-23T18:24:46.912 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-04-23T18:24:46.913 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-04-23T18:24:46.914 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-04-23T18:24:46.915 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-04-23T18:24:46.916 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-04-23T18:24:46.917 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-04-23T18:24:46.918 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-04-23T18:24:46.919 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-04-23T18:24:46.920 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-04-23T18:24:46.921 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-04-23T18:24:46.922 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-04-23T18:24:46.923 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-04-23T18:24:46.924 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-04-23T18:24:46.925 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-04-23T18:24:46.926 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-04-23T18:24:46.927 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-04-23T18:24:46.928 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-04-23T18:24:46.929 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-04-23T18:24:46.930 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-04-23T18:24:46.931 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-04-23T18:24:46.932 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-04-23T18:24:46.933 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-04-23T18:24:46.934 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-04-23T18:24:46.935 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-04-23T18:24:46.936 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-04-23T18:24:46.937 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-04-23T18:24:46.938 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-04-23T18:24:46.939 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-04-23T18:24:46.940 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-04-23T18:24:46.941 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-04-23T18:24:46.942 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-04-23T18:24:46.943 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-04-23T18:24:46.944 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-04-23T18:24:46.945 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-04-23T18:24:46.946 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-04-23T18:24:46.947 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-04-23T18:24:46.948 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-04-23T18:24:46.949 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-04-23T18:24:46.950 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-04-23T18:24:46.951 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-04-23T18:24:46.952 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-04-23T18:24:46.953 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-04-23T18:24:46.954 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-04-23T18:24:46.955 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-04-23T18:24:46.956 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-04-23T18:24:46.957 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-04-23T18:24:46.958 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-04-23T18:24:46.959 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-04-23T18:24:46.960 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-04-23T18:24:46.961 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-04-23T18:24:46.962 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-04-23T18:24:46.963 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-04-23T18:24:46.964 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-04-23T18:24:46.965 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-04-23T18:24:46.966 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-04-23T18:24:46.967 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-04-23T18:24:46.968 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-04-23T18:24:46.969 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-04-23T18:24:46.970 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-04-23T18:24:46.971 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-04-23T18:24:46.972 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-04-23T18:24:46.973 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-04-23T18:24:46.973 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-04-23T18:24:46.974 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-04-23T18:24:46.975 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-04-23T18:24:46.976 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-04-23T18:24:46.977 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-04-23T18:24:46.978 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-04-23T18:24:46.979 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-04-23T18:24:46.980 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-04-23T18:24:46.981 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-04-23T18:24:46.981 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-04-23T18:24:46.982 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-04-23T18:24:46.983 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-04-23T18:24:46.985 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-04-23T18:24:46.986 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-04-23T18:24:46.986 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-04-23T18:24:46.988 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-04-23T18:24:46.988 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-04-23T18:24:46.989 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-04-23T18:24:46.990 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-04-23T18:24:46.991 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-04-23T18:24:46.992 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-04-23T18:24:46.993 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-04-23T18:24:46.994 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-04-23T18:24:46.995 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-04-23T18:24:46.996 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-04-23T18:24:46.997 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-04-23T18:24:46.998 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-04-23T18:24:46.999 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-04-23T18:24:47.000 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-04-23T18:24:47.001 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-04-23T18:24:47.002 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-04-23T18:24:47.003 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-04-23T18:24:47.004 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-04-23T18:24:47.005 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-04-23T18:24:47.006 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-04-23T18:24:47.007 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-04-23T18:24:47.008 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-04-23T18:24:47.009 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-04-23T18:24:47.010 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-04-23T18:24:47.011 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-04-23T18:24:47.012 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-04-23T18:24:47.013 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-04-23T18:24:47.014 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-04-23T18:24:47.015 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-04-23T18:24:47.016 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-04-23T18:24:47.017 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-04-23T18:24:47.018 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-04-23T18:24:47.019 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-04-23T18:24:47.020 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-04-23T18:24:47.021 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-04-23T18:24:47.025 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-04-23T18:24:47.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-04-23T18:24:47.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-04-23T18:24:47.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-04-23T18:24:47.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-04-23T18:24:47.027 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-04-23T18:24:47.028 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-04-23T18:24:47.029 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-04-23T18:24:47.030 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-04-23T18:24:47.031 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-04-23T18:24:47.032 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-04-23T18:24:47.033 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-04-23T18:24:47.034 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-04-23T18:24:47.035 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-04-23T18:24:47.036 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-04-23T18:24:47.037 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-04-23T18:24:47.038 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-04-23T18:24:47.039 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-04-23T18:24:47.040 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-04-23T18:24:47.041 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-04-23T18:24:47.042 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-04-23T18:24:47.043 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-04-23T18:24:47.044 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-04-23T18:24:47.045 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-04-23T18:24:47.046 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-04-23T18:24:47.047 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-04-23T18:24:47.048 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-04-23T18:24:47.049 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-04-23T18:24:47.050 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-04-23T18:24:47.051 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-04-23T18:24:47.052 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-04-23T18:24:47.053 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-04-23T18:24:47.054 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-04-23T18:24:47.055 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-04-23T18:24:47.056 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-04-23T18:24:47.057 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-04-23T18:24:47.058 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-04-23T18:24:47.059 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-04-23T18:24:47.060 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-04-23T18:24:47.061 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-04-23T18:24:47.062 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-04-23T18:24:47.063 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-04-23T18:24:47.064 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-04-23T18:24:47.065 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-04-23T18:24:47.066 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-04-23T18:24:47.067 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-04-23T18:24:47.068 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-04-23T18:24:47.069 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-04-23T18:24:47.070 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-04-23T18:24:47.071 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-04-23T18:24:47.072 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-04-23T18:24:47.073 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-04-23T18:24:47.074 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-04-23T18:24:47.075 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-04-23T18:24:47.076 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-04-23T18:24:47.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-04-23T18:24:47.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-04-23T18:24:47.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-04-23T18:24:47.080 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-04-23T18:24:47.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-04-23T18:24:47.082 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-04-23T18:24:47.083 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-04-23T18:24:47.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-04-23T18:24:47.085 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-04-23T18:24:47.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-04-23T18:24:47.087 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-04-23T18:24:47.088 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-04-23T18:24:47.089 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-04-23T18:24:47.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-04-23T18:24:47.091 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-04-23T18:24:47.092 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-04-23T18:24:47.093 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-04-23T18:24:47.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-04-23T18:24:47.095 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-04-23T18:24:47.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-04-23T18:24:47.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-04-23T18:24:47.098 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-04-23T18:24:47.099 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-04-23T18:24:47.100 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-04-23T18:24:47.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-04-23T18:24:47.102 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-04-23T18:24:47.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-04-23T18:24:47.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-04-23T18:24:47.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-04-23T18:24:47.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-04-23T18:24:47.106 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-04-23T18:24:47.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-04-23T18:24:47.108 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-04-23T18:24:47.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-04-23T18:24:47.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-04-23T18:24:47.111 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-04-23T18:24:47.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-04-23T18:24:47.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-04-23T18:24:47.114 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-04-23T18:24:47.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-04-23T18:24:47.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-04-23T18:24:47.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-04-23T18:24:47.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-04-23T18:24:47.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-04-23T18:24:47.119 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-04-23T18:24:47.120 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-04-23T18:24:47.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-04-23T18:24:47.122 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-04-23T18:24:47.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-04-23T18:24:47.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-04-23T18:24:47.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-04-23T18:24:47.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-04-23T18:24:47.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-04-23T18:24:47.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-04-23T18:24:47.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-04-23T18:24:47.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-04-23T18:24:47.131 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-04-23T18:24:47.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-04-23T18:24:47.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-04-23T18:24:47.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-04-23T18:24:47.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-04-23T18:24:47.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-04-23T18:24:47.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-04-23T18:24:47.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-04-23T18:24:47.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-04-23T18:24:47.139 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-04-23T18:24:47.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-04-23T18:24:47.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-04-23T18:24:47.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-04-23T18:24:47.143 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-04-23T18:24:47.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-04-23T18:24:47.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-04-23T18:24:47.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-04-23T18:24:47.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-04-23T18:24:47.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-04-23T18:24:47.149 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-04-23T18:24:47.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-04-23T18:24:47.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-04-23T18:24:47.152 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-04-23T18:24:47.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-04-23T18:24:47.154 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-04-23T18:24:47.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-04-23T18:24:47.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-04-23T18:24:47.157 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-04-23T18:24:47.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-04-23T18:24:47.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-04-23T18:24:47.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-04-23T18:24:47.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-04-23T18:24:47.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-04-23T18:24:47.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-04-23T18:24:47.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-04-23T18:24:47.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-04-23T18:24:47.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-04-23T18:24:47.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-04-23T18:24:47.167 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-04-23T18:24:47.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-04-23T18:24:47.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-04-23T18:24:47.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-04-23T18:24:47.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-04-23T18:24:47.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-04-23T18:24:47.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-04-23T18:24:47.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-04-23T18:24:47.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-04-23T18:24:47.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-04-23T18:24:47.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-04-23T18:24:47.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-04-23T18:24:47.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-04-23T18:24:47.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-04-23T18:24:47.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-04-23T18:24:47.182 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-04-23T18:24:47.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-04-23T18:24:47.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-04-23T18:24:47.185 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-04-23T18:24:47.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-04-23T18:24:47.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-04-23T18:24:47.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-04-23T18:24:47.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-04-23T18:24:47.190 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-04-23T18:24:47.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-04-23T18:24:47.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-04-23T18:24:47.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-04-23T18:24:47.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-04-23T18:24:47.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-04-23T18:24:47.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-04-23T18:24:47.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-04-23T18:24:47.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-04-23T18:24:47.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-04-23T18:24:47.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-04-23T18:24:47.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-04-23T18:24:47.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-04-23T18:24:47.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-04-23T18:24:47.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-04-23T18:24:47.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-04-23T18:24:47.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-04-23T18:24:47.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-04-23T18:24:47.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-04-23T18:24:47.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-04-23T18:24:47.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-04-23T18:24:47.211 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-04-23T18:24:47.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-04-23T18:24:47.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-04-23T18:24:47.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-04-23T18:24:47.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-04-23T18:24:47.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-04-23T18:24:47.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-04-23T18:24:47.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-04-23T18:24:47.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-04-23T18:24:47.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-04-23T18:24:47.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-04-23T18:24:47.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-04-23T18:24:47.224 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-04-23T18:24:47.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-04-23T18:24:47.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-04-23T18:24:47.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-04-23T18:24:47.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-04-23T18:24:47.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-04-23T18:24:47.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-04-23T18:24:47.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-04-23T18:24:47.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-04-23T18:24:47.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-04-23T18:24:47.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-04-23T18:24:47.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-04-23T18:24:47.235 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-04-23T18:24:47.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-04-23T18:24:47.237 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-04-23T18:24:47.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-04-23T18:24:47.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-04-23T18:24:47.240 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-04-23T18:24:47.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-04-23T18:24:47.242 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-04-23T18:24:47.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-04-23T18:24:47.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-04-23T18:24:47.245 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-04-23T18:24:47.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-04-23T18:24:47.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-04-23T18:24:47.248 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-04-23T18:24:47.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-04-23T18:24:47.250 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-04-23T18:24:47.251 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-04-23T18:24:47.252 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-04-23T18:24:47.253 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-04-23T18:24:47.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-04-23T18:24:47.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-04-23T18:24:47.256 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-04-23T18:24:47.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-04-23T18:24:47.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-04-23T18:24:47.486 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-04-23T18:24:47.487 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-04-23T18:24:47.488 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-04-23T18:24:47.489 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-04-23T18:24:47.490 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-04-23T18:24:47.492 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-04-23T18:24:47.493 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-04-23T18:24:47.494 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-04-23T18:24:47.495 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-04-23T18:24:47.496 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-04-23T18:24:47.497 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-04-23T18:24:47.498 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-04-23T18:24:47.499 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-04-23T18:24:47.500 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-04-23T18:24:47.501 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-04-23T18:24:47.502 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-04-23T18:24:47.503 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-04-23T18:24:47.504 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-04-23T18:24:47.506 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-04-23T18:24:47.507 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-04-23T18:24:47.508 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-04-23T18:24:47.509 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-04-23T18:24:47.510 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-04-23T18:24:47.511 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-04-23T18:24:47.512 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-04-23T18:24:47.513 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-04-23T18:24:47.514 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-04-23T18:24:47.515 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-04-23T18:24:47.516 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-04-23T18:24:47.517 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-04-23T18:24:47.518 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-04-23T18:24:47.519 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-04-23T18:24:47.520 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-04-23T18:24:47.521 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-04-23T18:24:47.522 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-04-23T18:24:47.523 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-04-23T18:24:47.524 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-04-23T18:24:47.525 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-04-23T18:24:47.526 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-04-23T18:24:47.527 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-04-23T18:24:47.528 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-04-23T18:24:47.529 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-04-23T18:24:47.530 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-04-23T18:24:47.531 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-04-23T18:24:47.532 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-04-23T18:24:47.533 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-04-23T18:24:47.534 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-04-23T18:24:47.535 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-04-23T18:24:47.536 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-04-23T18:24:47.537 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-04-23T18:24:47.538 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-04-23T18:24:47.539 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-04-23T18:24:47.540 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-04-23T18:24:47.541 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-04-23T18:24:47.542 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-04-23T18:24:47.543 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-04-23T18:24:47.544 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-04-23T18:24:47.545 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-04-23T18:24:47.546 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-04-23T18:24:47.547 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-04-23T18:24:47.548 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-04-23T18:24:47.549 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-04-23T18:24:47.550 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-04-23T18:24:47.551 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-04-23T18:24:47.552 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-04-23T18:24:47.553 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-04-23T18:24:47.554 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-04-23T18:24:47.555 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-04-23T18:24:47.556 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-04-23T18:24:47.557 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-04-23T18:24:47.558 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-04-23T18:24:47.559 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-04-23T18:24:47.560 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-04-23T18:24:47.561 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-04-23T18:24:47.562 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-04-23T18:24:47.563 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-04-23T18:24:47.564 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-04-23T18:24:47.565 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-04-23T18:24:47.566 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-04-23T18:24:47.567 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-04-23T18:24:47.568 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-04-23T18:24:47.569 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-04-23T18:24:47.570 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-04-23T18:24:47.571 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-04-23T18:24:47.572 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-04-23T18:24:47.573 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-04-23T18:24:47.574 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-04-23T18:24:47.575 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-04-23T18:24:47.576 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-04-23T18:24:47.577 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-04-23T18:24:47.578 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-04-23T18:24:47.579 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-04-23T18:24:47.580 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-04-23T18:24:47.581 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-04-23T18:24:47.582 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-04-23T18:24:47.583 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-04-23T18:24:47.584 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-04-23T18:24:47.585 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-04-23T18:24:47.586 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-04-23T18:24:47.587 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-04-23T18:24:47.588 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-04-23T18:24:47.589 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-04-23T18:24:47.590 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-04-23T18:24:47.591 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-04-23T18:24:47.592 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-04-23T18:24:47.593 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-04-23T18:24:47.594 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-04-23T18:24:47.595 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-04-23T18:24:47.596 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-04-23T18:24:47.597 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-04-23T18:24:47.598 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-04-23T18:24:47.599 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-04-23T18:24:47.600 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-04-23T18:24:47.601 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-04-23T18:24:47.602 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-04-23T18:24:47.603 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-04-23T18:24:47.604 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-04-23T18:24:47.605 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-04-23T18:24:47.606 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-04-23T18:24:47.607 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-04-23T18:24:47.608 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-04-23T18:24:47.609 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-04-23T18:24:47.610 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-04-23T18:24:47.611 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-04-23T18:24:47.612 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-04-23T18:24:47.613 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-04-23T18:24:47.614 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-04-23T18:24:47.615 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-04-23T18:24:47.615 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-04-23T18:24:47.616 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-04-23T18:24:47.617 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-04-23T18:24:47.618 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-04-23T18:24:47.619 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-04-23T18:24:47.620 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-04-23T18:24:47.621 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-04-23T18:24:47.622 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-04-23T18:24:47.623 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-04-23T18:24:47.624 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-04-23T18:24:47.625 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-04-23T18:24:47.626 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-04-23T18:24:47.627 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-04-23T18:24:47.628 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-04-23T18:24:47.629 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-04-23T18:24:47.630 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-04-23T18:24:47.631 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-04-23T18:24:47.632 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-04-23T18:24:47.633 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-04-23T18:24:47.634 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-04-23T18:24:47.636 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-04-23T18:24:47.636 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-04-23T18:24:47.638 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-04-23T18:24:47.639 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-04-23T18:24:47.640 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-04-23T18:24:47.641 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-04-23T18:24:47.642 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-04-23T18:24:47.643 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-04-23T18:24:47.644 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-04-23T18:24:47.645 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-04-23T18:24:47.646 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-04-23T18:24:47.648 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-04-23T18:24:47.649 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-04-23T18:24:47.650 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-04-23T18:24:47.651 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-04-23T18:24:47.652 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-04-23T18:24:47.653 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-04-23T18:24:47.654 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-04-23T18:24:47.655 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-04-23T18:24:47.656 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-04-23T18:24:47.657 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-04-23T18:24:47.658 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-04-23T18:24:47.659 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-04-23T18:24:47.661 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-04-23T18:24:47.662 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-04-23T18:24:47.663 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-04-23T18:24:47.664 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-04-23T18:24:47.665 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-04-23T18:24:47.666 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-04-23T18:24:47.667 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-04-23T18:24:47.668 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-04-23T18:24:47.669 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-04-23T18:24:47.670 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-04-23T18:24:47.671 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-04-23T18:24:47.672 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-04-23T18:24:47.673 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-04-23T18:24:47.674 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-04-23T18:24:47.675 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-04-23T18:24:47.676 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-04-23T18:24:47.677 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-04-23T18:24:47.678 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-04-23T18:24:47.679 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-04-23T18:24:47.680 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-04-23T18:24:47.681 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-04-23T18:24:47.682 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-04-23T18:24:47.683 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-04-23T18:24:47.684 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-04-23T18:24:47.685 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-04-23T18:24:47.686 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-04-23T18:24:47.687 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-04-23T18:24:47.688 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-04-23T18:24:47.689 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-04-23T18:24:47.690 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-04-23T18:24:47.691 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-04-23T18:24:47.692 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-04-23T18:24:47.693 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-04-23T18:24:47.694 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-04-23T18:24:47.695 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-04-23T18:24:47.696 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-04-23T18:24:47.697 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-04-23T18:24:47.698 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-04-23T18:24:47.699 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-04-23T18:24:47.701 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-04-23T18:24:47.702 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-04-23T18:24:47.703 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-04-23T18:24:47.705 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-04-23T18:24:47.707 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-04-23T18:24:47.708 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-04-23T18:24:47.710 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-04-23T18:24:47.711 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-04-23T18:24:47.712 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-04-23T18:24:47.713 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-04-23T18:24:47.715 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-04-23T18:24:47.716 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-04-23T18:24:47.717 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-04-23T18:24:47.719 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-04-23T18:24:47.720 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-04-23T18:24:47.721 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-04-23T18:24:47.722 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-04-23T18:24:47.724 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-04-23T18:24:47.726 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-04-23T18:24:47.728 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-04-23T18:24:47.729 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-04-23T18:24:47.730 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-04-23T18:24:47.731 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-04-23T18:24:47.733 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-04-23T18:24:47.734 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-04-23T18:24:47.735 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-04-23T18:24:47.736 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-04-23T18:24:47.737 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-04-23T18:24:47.739 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-04-23T18:24:47.740 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-04-23T18:24:47.741 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-04-23T18:24:47.742 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-04-23T18:24:47.743 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-04-23T18:24:47.745 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-04-23T18:24:47.746 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-04-23T18:24:47.747 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-04-23T18:24:47.748 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-04-23T18:24:47.749 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-04-23T18:24:47.750 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-04-23T18:24:47.752 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-04-23T18:24:47.753 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-04-23T18:24:47.754 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-04-23T18:24:47.755 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-04-23T18:24:47.756 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-04-23T18:24:47.757 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-04-23T18:24:47.759 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-04-23T18:24:47.760 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-04-23T18:24:47.761 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-04-23T18:24:47.762 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-04-23T18:24:47.763 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-04-23T18:24:47.765 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-04-23T18:24:47.766 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-04-23T18:24:47.767 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-04-23T18:24:47.768 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-04-23T18:24:47.770 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-04-23T18:24:47.771 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-04-23T18:24:47.772 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-04-23T18:24:47.773 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-04-23T18:24:47.775 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-04-23T18:24:47.776 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-04-23T18:24:47.777 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-04-23T18:24:47.778 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-04-23T18:24:47.780 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-04-23T18:24:47.781 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-04-23T18:24:47.782 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-04-23T18:24:47.783 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-04-23T18:24:47.785 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-04-23T18:24:47.786 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-04-23T18:24:47.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-04-23T18:24:47.789 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-04-23T18:24:47.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-04-23T18:24:47.792 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-04-23T18:24:47.794 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-04-23T18:24:47.795 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-04-23T18:24:47.796 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-04-23T18:24:47.797 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-04-23T18:24:47.799 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-04-23T18:24:47.800 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-04-23T18:24:47.801 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-04-23T18:24:47.802 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-04-23T18:24:47.804 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-04-23T18:24:47.805 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-04-23T18:24:47.807 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-04-23T18:24:47.809 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-04-23T18:24:47.810 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-04-23T18:24:47.812 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-04-23T18:24:47.814 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-04-23T18:24:47.815 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-04-23T18:24:47.817 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-04-23T18:24:47.819 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-04-23T18:24:47.820 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-04-23T18:24:47.821 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-04-23T18:24:47.822 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-04-23T18:24:47.823 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-04-23T18:24:47.825 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-04-23T18:24:47.826 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-04-23T18:24:47.827 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-04-23T18:24:47.828 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-04-23T18:24:47.829 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-04-23T18:24:47.830 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-04-23T18:24:47.832 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-04-23T18:24:47.833 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-04-23T18:24:47.834 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-04-23T18:24:47.835 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-04-23T18:24:47.836 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-04-23T18:24:47.837 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-04-23T18:24:47.838 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-04-23T18:24:47.840 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-04-23T18:24:47.841 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-04-23T18:24:47.842 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-04-23T18:24:47.843 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-04-23T18:24:47.845 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-04-23T18:24:47.846 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-04-23T18:24:47.847 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-04-23T18:24:47.848 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-04-23T18:24:47.849 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-04-23T18:24:47.850 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-04-23T18:24:47.852 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-04-23T18:24:47.853 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-04-23T18:24:47.854 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-04-23T18:24:47.855 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-04-23T18:24:47.857 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-04-23T18:24:47.858 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-04-23T18:24:47.859 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-04-23T18:24:47.860 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-04-23T18:24:47.861 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-04-23T18:24:47.863 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-04-23T18:24:47.864 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-04-23T18:24:47.865 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-04-23T18:24:47.866 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-04-23T18:24:47.868 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-04-23T18:24:47.869 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-04-23T18:24:47.870 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-04-23T18:24:47.871 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-04-23T18:24:47.873 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-04-23T18:24:47.874 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-04-23T18:24:47.875 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-04-23T18:24:47.877 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-04-23T18:24:47.878 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-04-23T18:24:47.879 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-04-23T18:24:47.881 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-04-23T18:24:47.882 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-04-23T18:24:47.883 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-04-23T18:24:47.885 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-04-23T18:24:47.886 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-04-23T18:24:47.887 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-04-23T18:24:47.888 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-04-23T18:24:47.890 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-04-23T18:24:47.891 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-04-23T18:24:47.892 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-04-23T18:24:47.893 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-04-23T18:24:47.895 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-04-23T18:24:47.896 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-04-23T18:24:47.897 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-04-23T18:24:47.898 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-04-23T18:24:47.899 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-04-23T18:24:47.901 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-04-23T18:24:47.902 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-04-23T18:24:47.903 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-04-23T18:24:47.905 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-04-23T18:24:47.906 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-04-23T18:24:47.907 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-04-23T18:24:47.908 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-04-23T18:24:47.910 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-04-23T18:24:47.911 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-04-23T18:24:47.912 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-04-23T18:24:47.913 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-04-23T18:24:47.914 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-04-23T18:24:47.916 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-04-23T18:24:47.917 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-04-23T18:24:47.918 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-04-23T18:24:47.919 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-04-23T18:24:47.920 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-04-23T18:24:47.922 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-04-23T18:24:47.923 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-04-23T18:24:47.924 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-04-23T18:24:47.926 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-04-23T18:24:47.927 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-04-23T18:24:47.928 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-04-23T18:24:47.929 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-04-23T18:24:47.930 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-04-23T18:24:47.932 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-04-23T18:24:47.933 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-04-23T18:24:47.934 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-04-23T18:24:47.935 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-04-23T18:24:47.936 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-04-23T18:24:47.938 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-04-23T18:24:47.939 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-04-23T18:24:47.940 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-04-23T18:24:47.941 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-04-23T18:24:47.943 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-04-23T18:24:47.944 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-04-23T18:24:47.945 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-04-23T18:24:47.947 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-04-23T18:24:47.948 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-04-23T18:24:47.950 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-04-23T18:24:47.951 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-04-23T18:24:47.952 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-04-23T18:24:47.953 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-04-23T18:24:47.954 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-04-23T18:24:47.955 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-04-23T18:24:47.956 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-04-23T18:24:47.957 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-04-23T18:24:47.958 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-04-23T18:24:47.959 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-04-23T18:24:47.960 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-04-23T18:24:47.961 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-04-23T18:24:47.962 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-04-23T18:24:47.963 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-04-23T18:24:47.964 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-04-23T18:24:47.965 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-04-23T18:24:47.966 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-04-23T18:24:47.967 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-04-23T18:24:47.968 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-04-23T18:24:47.969 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-04-23T18:24:47.970 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-04-23T18:24:47.971 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-04-23T18:24:47.972 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-04-23T18:24:47.973 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-04-23T18:24:47.974 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-04-23T18:24:47.975 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-04-23T18:24:47.976 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-04-23T18:24:47.977 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-04-23T18:24:47.978 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-04-23T18:24:47.979 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-04-23T18:24:47.980 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-04-23T18:24:47.981 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-04-23T18:24:47.982 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-04-23T18:24:47.983 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-04-23T18:24:47.984 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-04-23T18:24:47.985 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-04-23T18:24:47.986 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-04-23T18:24:47.987 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-04-23T18:24:47.988 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-04-23T18:24:47.989 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-04-23T18:24:47.990 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-04-23T18:24:47.991 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-04-23T18:24:47.992 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-04-23T18:24:47.993 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-04-23T18:24:47.994 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-04-23T18:24:47.995 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-04-23T18:24:47.996 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-04-23T18:24:47.997 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-04-23T18:24:47.998 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-04-23T18:24:47.999 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-04-23T18:24:48.000 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-04-23T18:24:48.001 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-04-23T18:24:48.002 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-04-23T18:24:48.003 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-04-23T18:24:48.004 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-04-23T18:24:48.005 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-04-23T18:24:48.006 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-04-23T18:24:48.007 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-04-23T18:24:48.008 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-04-23T18:24:48.009 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-04-23T18:24:48.010 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-04-23T18:24:48.011 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-04-23T18:24:48.012 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-04-23T18:24:48.013 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-04-23T18:24:48.014 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-04-23T18:24:48.015 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-04-23T18:24:48.016 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-04-23T18:24:48.016 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-04-23T18:24:48.017 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-04-23T18:24:48.018 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-04-23T18:24:48.019 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-04-23T18:24:48.020 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-04-23T18:24:48.021 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-04-23T18:24:48.022 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-04-23T18:24:48.023 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-04-23T18:24:48.023 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-04-23T18:24:48.024 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-04-23T18:24:48.025 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-04-23T18:24:48.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-04-23T18:24:48.027 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-04-23T18:24:48.028 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-04-23T18:24:48.029 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-04-23T18:24:48.030 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-04-23T18:24:48.031 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-04-23T18:24:48.032 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-04-23T18:24:48.033 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-04-23T18:24:48.034 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-04-23T18:24:48.035 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-04-23T18:24:48.036 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-04-23T18:24:48.037 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-04-23T18:24:48.038 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-04-23T18:24:48.039 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-04-23T18:24:48.040 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-04-23T18:24:48.041 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-04-23T18:24:48.042 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-04-23T18:24:48.043 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-04-23T18:24:48.044 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-04-23T18:24:48.045 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-04-23T18:24:48.046 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-04-23T18:24:48.047 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-04-23T18:24:48.049 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-04-23T18:24:48.050 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-04-23T18:24:48.050 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-04-23T18:24:48.051 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-04-23T18:24:48.052 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-04-23T18:24:48.053 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-04-23T18:24:48.054 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-04-23T18:24:48.055 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-04-23T18:24:48.056 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-04-23T18:24:48.057 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-04-23T18:24:48.058 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-04-23T18:24:48.059 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-04-23T18:24:48.060 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-04-23T18:24:48.061 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-04-23T18:24:48.062 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-04-23T18:24:48.063 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-04-23T18:24:48.064 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-04-23T18:24:48.065 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-04-23T18:24:48.066 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-04-23T18:24:48.067 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-04-23T18:24:48.068 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-04-23T18:24:48.069 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-04-23T18:24:48.070 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-04-23T18:24:48.071 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-04-23T18:24:48.072 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-04-23T18:24:48.073 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-04-23T18:24:48.074 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-04-23T18:24:48.075 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-04-23T18:24:48.076 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-04-23T18:24:48.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-04-23T18:24:48.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-04-23T18:24:48.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-04-23T18:24:48.080 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-04-23T18:24:48.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-04-23T18:24:48.082 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-04-23T18:24:48.083 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-04-23T18:24:48.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-04-23T18:24:48.085 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-04-23T18:24:48.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-04-23T18:24:48.088 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-04-23T18:24:48.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-04-23T18:24:48.091 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-04-23T18:24:48.093 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-04-23T18:24:48.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-04-23T18:24:48.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-04-23T18:24:48.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-04-23T18:24:48.099 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-04-23T18:24:48.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:47 smithi152 ceph-mon[33022]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-23T18:24:48.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-04-23T18:24:48.102 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-04-23T18:24:48.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-04-23T18:24:48.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-04-23T18:24:48.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-04-23T18:24:48.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-04-23T18:24:48.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-04-23T18:24:48.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-04-23T18:24:48.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-04-23T18:24:48.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-04-23T18:24:48.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-04-23T18:24:48.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-04-23T18:24:48.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-04-23T18:24:48.119 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-04-23T18:24:48.120 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-04-23T18:24:48.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-04-23T18:24:48.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-04-23T18:24:48.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-04-23T18:24:48.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-04-23T18:24:48.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-04-23T18:24:48.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-04-23T18:24:48.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-04-23T18:24:48.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-04-23T18:24:48.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-04-23T18:24:48.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-04-23T18:24:48.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-04-23T18:24:48.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-04-23T18:24:48.131 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-04-23T18:24:48.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-04-23T18:24:48.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-04-23T18:24:48.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-04-23T18:24:48.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-04-23T18:24:48.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-04-23T18:24:48.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-04-23T18:24:48.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-04-23T18:24:48.139 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-04-23T18:24:48.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-04-23T18:24:48.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-04-23T18:24:48.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-04-23T18:24:48.143 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-04-23T18:24:48.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-04-23T18:24:48.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-04-23T18:24:48.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-04-23T18:24:48.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-04-23T18:24:48.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-04-23T18:24:48.149 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-04-23T18:24:48.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-04-23T18:24:48.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-04-23T18:24:48.152 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-04-23T18:24:48.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-04-23T18:24:48.154 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-04-23T18:24:48.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-04-23T18:24:48.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-04-23T18:24:48.157 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-04-23T18:24:48.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-04-23T18:24:48.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-04-23T18:24:48.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-04-23T18:24:48.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-04-23T18:24:48.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-04-23T18:24:48.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-04-23T18:24:48.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-04-23T18:24:48.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-04-23T18:24:48.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-04-23T18:24:48.167 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-04-23T18:24:48.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-04-23T18:24:48.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-04-23T18:24:48.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-04-23T18:24:48.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-04-23T18:24:48.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-04-23T18:24:48.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-04-23T18:24:48.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-04-23T18:24:48.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-04-23T18:24:48.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-04-23T18:24:48.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-04-23T18:24:48.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-04-23T18:24:48.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-04-23T18:24:48.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-04-23T18:24:48.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-04-23T18:24:48.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-04-23T18:24:48.182 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-04-23T18:24:48.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-04-23T18:24:48.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-04-23T18:24:48.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-04-23T18:24:48.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-04-23T18:24:48.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-04-23T18:24:48.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-04-23T18:24:48.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-04-23T18:24:48.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-04-23T18:24:48.190 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-04-23T18:24:48.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-04-23T18:24:48.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-04-23T18:24:48.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-04-23T18:24:48.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-04-23T18:24:48.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-04-23T18:24:48.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-04-23T18:24:48.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-04-23T18:24:48.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-04-23T18:24:48.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-04-23T18:24:48.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-04-23T18:24:48.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-04-23T18:24:48.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-04-23T18:24:48.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-04-23T18:24:48.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-04-23T18:24:48.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-04-23T18:24:48.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-04-23T18:24:48.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-04-23T18:24:48.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:47 smithi116 ceph-mon[32310]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-23T18:24:48.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-04-23T18:24:48.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-04-23T18:24:48.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-04-23T18:24:48.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-04-23T18:24:48.211 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-04-23T18:24:48.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-04-23T18:24:48.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-04-23T18:24:48.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-04-23T18:24:48.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-04-23T18:24:48.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-04-23T18:24:48.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-04-23T18:24:48.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-04-23T18:24:48.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-04-23T18:24:48.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-04-23T18:24:48.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-04-23T18:24:48.222 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-04-23T18:24:48.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-04-23T18:24:48.224 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-04-23T18:24:48.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-04-23T18:24:48.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-04-23T18:24:48.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-04-23T18:24:48.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-04-23T18:24:48.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-04-23T18:24:48.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-04-23T18:24:48.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-04-23T18:24:48.231 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-04-23T18:24:48.232 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-04-23T18:24:48.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-04-23T18:24:48.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-04-23T18:24:48.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-04-23T18:24:48.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:47 smithi055 ceph-mon[29189]: pgmap v55: 97 pgs: 97 active+clean; 1.4 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.7 KiB/s wr, 10 op/s 2024-04-23T18:24:48.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-04-23T18:24:48.237 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-04-23T18:24:48.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-04-23T18:24:48.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-04-23T18:24:48.240 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-04-23T18:24:48.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-04-23T18:24:48.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-04-23T18:24:48.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-04-23T18:24:48.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-04-23T18:24:48.245 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-04-23T18:24:48.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-04-23T18:24:48.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-04-23T18:24:48.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-04-23T18:24:48.248 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-04-23T18:24:48.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-04-23T18:24:48.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-04-23T18:24:48.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-04-23T18:24:48.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-04-23T18:24:48.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-04-23T18:24:48.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-04-23T18:24:48.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-04-23T18:24:48.256 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-04-23T18:24:48.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-04-23T18:24:48.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-04-23T18:24:48.259 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-04-23T18:24:48.260 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-04-23T18:24:48.261 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-04-23T18:24:48.262 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-04-23T18:24:48.263 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-04-23T18:24:48.264 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-04-23T18:24:48.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-04-23T18:24:48.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-04-23T18:24:48.267 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-04-23T18:24:48.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-04-23T18:24:48.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-04-23T18:24:48.270 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-04-23T18:24:48.271 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-04-23T18:24:48.272 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-04-23T18:24:48.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-04-23T18:24:48.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-04-23T18:24:48.275 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-04-23T18:24:48.276 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-04-23T18:24:48.277 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-04-23T18:24:48.278 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-04-23T18:24:48.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-04-23T18:24:48.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-04-23T18:24:48.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-04-23T18:24:48.281 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-04-23T18:24:48.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-04-23T18:24:48.283 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-04-23T18:24:48.284 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-04-23T18:24:48.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-04-23T18:24:48.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-04-23T18:24:48.287 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-04-23T18:24:48.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-04-23T18:24:48.289 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-04-23T18:24:48.290 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-04-23T18:24:48.291 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-04-23T18:24:48.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-04-23T18:24:48.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-04-23T18:24:48.294 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-04-23T18:24:48.295 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-04-23T18:24:48.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-04-23T18:24:48.297 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-04-23T18:24:48.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-04-23T18:24:48.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-04-23T18:24:48.300 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-04-23T18:24:48.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-04-23T18:24:48.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-04-23T18:24:48.303 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-04-23T18:24:48.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-04-23T18:24:48.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-04-23T18:24:48.306 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-04-23T18:24:48.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-04-23T18:24:48.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-04-23T18:24:48.309 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-04-23T18:24:48.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-04-23T18:24:48.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-04-23T18:24:48.312 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-04-23T18:24:48.313 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-04-23T18:24:48.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-04-23T18:24:48.315 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-04-23T18:24:48.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-04-23T18:24:48.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-04-23T18:24:48.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-04-23T18:24:48.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-04-23T18:24:48.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-04-23T18:24:48.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-04-23T18:24:48.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-04-23T18:24:48.323 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-04-23T18:24:48.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-04-23T18:24:48.325 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-04-23T18:24:48.326 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-04-23T18:24:48.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-04-23T18:24:48.328 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-04-23T18:24:48.329 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-04-23T18:24:48.330 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-04-23T18:24:48.331 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-04-23T18:24:48.332 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-04-23T18:24:48.333 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-04-23T18:24:48.334 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-04-23T18:24:48.335 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-04-23T18:24:48.336 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-04-23T18:24:48.337 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-04-23T18:24:48.338 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-04-23T18:24:48.339 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-04-23T18:24:48.340 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-04-23T18:24:48.341 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-04-23T18:24:48.342 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-04-23T18:24:48.343 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-04-23T18:24:48.344 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-04-23T18:24:48.345 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-04-23T18:24:48.346 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-04-23T18:24:48.347 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-04-23T18:24:48.348 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-04-23T18:24:48.349 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-04-23T18:24:48.350 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-04-23T18:24:48.351 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-04-23T18:24:48.352 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-04-23T18:24:48.353 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-04-23T18:24:48.354 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-04-23T18:24:48.355 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-04-23T18:24:48.356 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-04-23T18:24:48.357 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-04-23T18:24:48.358 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-04-23T18:24:48.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-04-23T18:24:48.360 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-04-23T18:24:48.361 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-04-23T18:24:48.362 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-04-23T18:24:48.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-04-23T18:24:48.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-04-23T18:24:48.365 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-04-23T18:24:48.366 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-04-23T18:24:48.367 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-04-23T18:24:48.368 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-04-23T18:24:48.369 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-04-23T18:24:48.370 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-04-23T18:24:48.371 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-04-23T18:24:48.372 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-04-23T18:24:48.373 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-04-23T18:24:48.374 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-04-23T18:24:48.375 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-04-23T18:24:48.376 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-04-23T18:24:48.377 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-04-23T18:24:48.378 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-04-23T18:24:48.379 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-04-23T18:24:48.380 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-04-23T18:24:48.381 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-04-23T18:24:48.382 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-04-23T18:24:48.383 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-04-23T18:24:48.384 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-04-23T18:24:48.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-04-23T18:24:48.386 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-04-23T18:24:48.387 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-04-23T18:24:48.388 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-04-23T18:24:48.389 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-04-23T18:24:48.390 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-04-23T18:24:48.391 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-04-23T18:24:48.392 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-04-23T18:24:48.393 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-04-23T18:24:48.394 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-04-23T18:24:48.395 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-04-23T18:24:48.396 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-04-23T18:24:48.397 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-04-23T18:24:48.398 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-04-23T18:24:48.399 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-04-23T18:24:48.400 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-04-23T18:24:48.401 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-04-23T18:24:48.402 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-04-23T18:24:48.403 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-04-23T18:24:48.404 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-04-23T18:24:48.405 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-04-23T18:24:48.406 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-04-23T18:24:48.407 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-04-23T18:24:48.408 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-04-23T18:24:48.409 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-04-23T18:24:48.410 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-04-23T18:24:48.411 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-04-23T18:24:48.412 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-04-23T18:24:48.413 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-04-23T18:24:48.414 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-04-23T18:24:48.415 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-04-23T18:24:48.416 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-04-23T18:24:48.417 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-04-23T18:24:48.418 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-04-23T18:24:48.419 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-04-23T18:24:48.420 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-04-23T18:24:48.421 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-04-23T18:24:48.422 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-04-23T18:24:48.423 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-04-23T18:24:48.424 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-04-23T18:24:48.425 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-04-23T18:24:48.426 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-04-23T18:24:48.427 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-04-23T18:24:48.428 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-04-23T18:24:48.429 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-04-23T18:24:48.430 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-04-23T18:24:48.431 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-04-23T18:24:48.432 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-04-23T18:24:48.433 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-04-23T18:24:48.434 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-04-23T18:24:48.435 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-04-23T18:24:48.436 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-04-23T18:24:48.437 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-04-23T18:24:48.438 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-04-23T18:24:48.439 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-04-23T18:24:48.440 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-04-23T18:24:48.441 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-04-23T18:24:48.442 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-04-23T18:24:48.443 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-04-23T18:24:48.444 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-04-23T18:24:48.445 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-04-23T18:24:48.446 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-04-23T18:24:48.447 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-04-23T18:24:48.448 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-04-23T18:24:48.449 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-04-23T18:24:48.450 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-04-23T18:24:48.451 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-04-23T18:24:48.452 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-04-23T18:24:48.453 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-04-23T18:24:48.454 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-04-23T18:24:48.458 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-04-23T18:24:48.458 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-04-23T18:24:48.458 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-04-23T18:24:48.458 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-04-23T18:24:48.459 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-04-23T18:24:48.460 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-04-23T18:24:48.461 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-04-23T18:24:48.462 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-04-23T18:24:48.463 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-04-23T18:24:48.464 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-04-23T18:24:48.465 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-04-23T18:24:48.466 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-04-23T18:24:48.467 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-04-23T18:24:48.469 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-04-23T18:24:48.470 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-04-23T18:24:48.471 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-04-23T18:24:48.472 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-04-23T18:24:48.473 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-04-23T18:24:48.474 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-04-23T18:24:48.475 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-04-23T18:24:48.476 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-04-23T18:24:48.477 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-04-23T18:24:48.478 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-04-23T18:24:48.479 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-04-23T18:24:48.480 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-04-23T18:24:48.481 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-04-23T18:24:48.482 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-04-23T18:24:48.483 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-04-23T18:24:48.484 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-04-23T18:24:48.485 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-04-23T18:24:48.486 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-04-23T18:24:48.487 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-04-23T18:24:48.488 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-04-23T18:24:48.489 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-04-23T18:24:48.490 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-04-23T18:24:48.491 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-04-23T18:24:48.492 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-04-23T18:24:48.493 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-04-23T18:24:48.494 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-04-23T18:24:48.495 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-04-23T18:24:48.495 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-04-23T18:24:48.496 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-04-23T18:24:48.497 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-04-23T18:24:48.498 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-04-23T18:24:48.499 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-04-23T18:24:48.500 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-04-23T18:24:48.501 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-04-23T18:24:48.502 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-04-23T18:24:48.503 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-04-23T18:24:48.504 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-04-23T18:24:48.505 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-04-23T18:24:48.506 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-04-23T18:24:48.507 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-04-23T18:24:48.508 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-04-23T18:24:48.509 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-04-23T18:24:48.510 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-04-23T18:24:48.511 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-04-23T18:24:48.512 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-04-23T18:24:48.513 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-04-23T18:24:48.516 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-04-23T18:24:48.516 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-04-23T18:24:48.517 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-04-23T18:24:48.518 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-04-23T18:24:48.519 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-04-23T18:24:48.520 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-04-23T18:24:48.521 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-04-23T18:24:48.522 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-04-23T18:24:48.523 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-04-23T18:24:48.524 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-04-23T18:24:48.525 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-04-23T18:24:48.526 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-04-23T18:24:48.527 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-04-23T18:24:48.528 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-04-23T18:24:48.529 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-04-23T18:24:48.530 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-04-23T18:24:48.531 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-04-23T18:24:48.532 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-04-23T18:24:48.533 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-04-23T18:24:48.534 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-04-23T18:24:48.535 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-04-23T18:24:48.536 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-04-23T18:24:48.537 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-04-23T18:24:48.538 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-04-23T18:24:48.539 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-04-23T18:24:48.540 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-04-23T18:24:48.541 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-04-23T18:24:48.542 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-04-23T18:24:48.543 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-04-23T18:24:48.544 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-04-23T18:24:48.545 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-04-23T18:24:48.546 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-04-23T18:24:48.547 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-04-23T18:24:48.548 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-04-23T18:24:48.549 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-04-23T18:24:48.914 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-04-23T18:24:48.915 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-04-23T18:24:48.916 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-04-23T18:24:48.917 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-04-23T18:24:48.918 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-04-23T18:24:48.919 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-04-23T18:24:48.920 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-04-23T18:24:48.921 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-04-23T18:24:48.922 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-04-23T18:24:48.923 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-04-23T18:24:48.924 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-04-23T18:24:48.925 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-04-23T18:24:48.926 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-04-23T18:24:48.927 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-04-23T18:24:48.928 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-04-23T18:24:48.929 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-04-23T18:24:48.930 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-04-23T18:24:48.931 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-04-23T18:24:48.932 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-04-23T18:24:48.933 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-04-23T18:24:48.934 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-04-23T18:24:48.935 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-04-23T18:24:48.936 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-04-23T18:24:48.937 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-04-23T18:24:48.938 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-04-23T18:24:48.939 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-04-23T18:24:48.940 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-04-23T18:24:48.940 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-04-23T18:24:48.941 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-04-23T18:24:48.942 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-04-23T18:24:48.943 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-04-23T18:24:48.944 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-04-23T18:24:48.945 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-04-23T18:24:48.946 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-04-23T18:24:48.947 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-04-23T18:24:48.948 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-04-23T18:24:48.949 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-04-23T18:24:48.950 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-04-23T18:24:48.951 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-04-23T18:24:48.952 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-04-23T18:24:48.953 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-04-23T18:24:48.954 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-04-23T18:24:48.955 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-04-23T18:24:48.956 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-04-23T18:24:48.957 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-04-23T18:24:48.958 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-04-23T18:24:48.959 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-04-23T18:24:48.960 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-04-23T18:24:48.961 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-04-23T18:24:48.962 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-04-23T18:24:48.963 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-04-23T18:24:48.964 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-04-23T18:24:48.965 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-04-23T18:24:48.966 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-04-23T18:24:48.967 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-04-23T18:24:48.968 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-04-23T18:24:48.969 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-04-23T18:24:48.970 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-04-23T18:24:48.971 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-04-23T18:24:48.972 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-04-23T18:24:48.973 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-04-23T18:24:48.974 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-04-23T18:24:48.975 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-04-23T18:24:48.976 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-04-23T18:24:48.977 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-04-23T18:24:48.978 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-04-23T18:24:48.979 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-04-23T18:24:48.980 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-04-23T18:24:48.981 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-04-23T18:24:48.982 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-04-23T18:24:48.983 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/digsig.txt 2024-04-23T18:24:48.984 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-04-23T18:24:48.985 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-04-23T18:24:48.986 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-04-23T18:24:48.987 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-04-23T18:24:48.988 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-04-23T18:24:48.989 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-04-23T18:24:48.990 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dontdiff 2024-04-23T18:24:48.991 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/ 2024-04-23T18:24:48.992 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-04-23T18:24:48.993 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-04-23T18:24:48.994 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-04-23T18:24:48.994 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-04-23T18:24:48.995 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-04-23T18:24:48.996 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-04-23T18:24:48.997 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-04-23T18:24:48.998 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-04-23T18:24:48.999 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-04-23T18:24:49.000 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-04-23T18:24:49.001 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/ 2024-04-23T18:24:49.002 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-04-23T18:24:49.003 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-04-23T18:24:49.004 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-04-23T18:24:49.005 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-04-23T18:24:49.006 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-04-23T18:24:49.007 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-04-23T18:24:49.008 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-04-23T18:24:49.009 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-04-23T18:24:49.010 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-04-23T18:24:49.011 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-04-23T18:24:49.012 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-04-23T18:24:49.013 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-04-23T18:24:49.014 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-04-23T18:24:49.015 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-04-23T18:24:49.016 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-04-23T18:24:49.017 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-04-23T18:24:49.018 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-04-23T18:24:49.019 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-04-23T18:24:49.020 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/edac.txt 2024-04-23T18:24:49.021 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-04-23T18:24:49.022 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/eisa.txt 2024-04-23T18:24:49.024 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-04-23T18:24:49.024 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/extcon/ 2024-04-23T18:24:49.025 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-04-23T18:24:49.026 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-04-23T18:24:49.027 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-04-23T18:24:49.028 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-04-23T18:24:49.029 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-04-23T18:24:49.030 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/ 2024-04-23T18:24:49.031 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-04-23T18:24:49.032 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-04-23T18:24:49.033 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-04-23T18:24:49.034 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-04-23T18:24:49.035 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-04-23T18:24:49.036 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-04-23T18:24:49.037 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-04-23T18:24:49.037 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-04-23T18:24:49.038 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-04-23T18:24:49.039 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-04-23T18:24:49.040 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-04-23T18:24:49.041 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-04-23T18:24:49.042 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-04-23T18:24:49.043 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-04-23T18:24:49.044 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-04-23T18:24:49.045 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-04-23T18:24:49.046 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-04-23T18:24:49.047 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-04-23T18:24:49.048 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-04-23T18:24:49.049 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-04-23T18:24:49.050 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-04-23T18:24:49.051 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-04-23T18:24:49.052 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-04-23T18:24:49.053 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-04-23T18:24:49.054 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-04-23T18:24:49.055 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-04-23T18:24:49.056 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-04-23T18:24:49.057 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-04-23T18:24:49.058 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-04-23T18:24:49.059 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-04-23T18:24:49.060 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-04-23T18:24:49.061 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-04-23T18:24:49.061 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-04-23T18:24:49.062 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-04-23T18:24:49.063 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-04-23T18:24:49.064 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ 2024-04-23T18:24:49.065 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-04-23T18:24:49.066 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-04-23T18:24:49.067 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-04-23T18:24:49.068 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-04-23T18:24:49.069 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-04-23T18:24:49.070 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-04-23T18:24:49.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-04-23T18:24:49.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-04-23T18:24:49.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-04-23T18:24:49.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-04-23T18:24:49.077 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-04-23T18:24:49.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-04-23T18:24:49.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-04-23T18:24:49.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-04-23T18:24:49.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-04-23T18:24:49.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-04-23T18:24:49.080 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-04-23T18:24:49.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-04-23T18:24:49.082 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-04-23T18:24:49.083 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-04-23T18:24:49.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-04-23T18:24:49.085 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-04-23T18:24:49.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-04-23T18:24:49.087 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-04-23T18:24:49.088 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-04-23T18:24:49.089 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-04-23T18:24:49.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-04-23T18:24:49.091 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-04-23T18:24:49.092 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-04-23T18:24:49.093 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-04-23T18:24:49.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-04-23T18:24:49.095 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-04-23T18:24:49.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-04-23T18:24:49.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-04-23T18:24:49.098 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-04-23T18:24:49.099 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-04-23T18:24:49.100 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-04-23T18:24:49.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-04-23T18:24:49.102 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-04-23T18:24:49.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-04-23T18:24:49.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-04-23T18:24:49.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-04-23T18:24:49.106 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-04-23T18:24:49.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-04-23T18:24:49.108 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-04-23T18:24:49.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-04-23T18:24:49.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-04-23T18:24:49.111 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-04-23T18:24:49.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-04-23T18:24:49.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-04-23T18:24:49.114 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-04-23T18:24:49.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-04-23T18:24:49.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-04-23T18:24:49.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-04-23T18:24:49.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-04-23T18:24:49.119 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-04-23T18:24:49.120 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-04-23T18:24:49.121 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-04-23T18:24:49.122 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-04-23T18:24:49.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-04-23T18:24:49.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-04-23T18:24:49.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-04-23T18:24:49.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-04-23T18:24:49.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-04-23T18:24:49.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-04-23T18:24:49.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-04-23T18:24:49.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-04-23T18:24:49.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-04-23T18:24:49.131 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-04-23T18:24:49.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-04-23T18:24:49.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-04-23T18:24:49.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-04-23T18:24:49.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-04-23T18:24:49.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-04-23T18:24:49.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-04-23T18:24:49.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-04-23T18:24:49.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-04-23T18:24:49.139 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-04-23T18:24:49.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-04-23T18:24:49.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-04-23T18:24:49.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-04-23T18:24:49.143 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-04-23T18:24:49.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-04-23T18:24:49.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-04-23T18:24:49.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-04-23T18:24:49.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-04-23T18:24:49.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-04-23T18:24:49.149 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-04-23T18:24:49.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-04-23T18:24:49.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-04-23T18:24:49.152 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-04-23T18:24:49.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-04-23T18:24:49.154 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-04-23T18:24:49.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-04-23T18:24:49.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-04-23T18:24:49.157 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-04-23T18:24:49.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-04-23T18:24:49.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-04-23T18:24:49.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-04-23T18:24:49.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-04-23T18:24:49.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-04-23T18:24:49.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-04-23T18:24:49.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-04-23T18:24:49.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-04-23T18:24:49.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-04-23T18:24:49.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-04-23T18:24:49.168 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-04-23T18:24:49.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-04-23T18:24:49.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-04-23T18:24:49.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-04-23T18:24:49.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-04-23T18:24:49.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-04-23T18:24:49.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-04-23T18:24:49.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-04-23T18:24:49.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-04-23T18:24:49.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-04-23T18:24:49.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-04-23T18:24:49.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-04-23T18:24:49.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-04-23T18:24:49.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/ 2024-04-23T18:24:49.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-04-23T18:24:49.182 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-04-23T18:24:49.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-04-23T18:24:49.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-04-23T18:24:49.185 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-04-23T18:24:49.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-04-23T18:24:49.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-04-23T18:24:49.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-04-23T18:24:49.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-04-23T18:24:49.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-04-23T18:24:49.190 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-04-23T18:24:49.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/ 2024-04-23T18:24:49.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-04-23T18:24:49.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-04-23T18:24:49.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-04-23T18:24:49.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-04-23T18:24:49.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-04-23T18:24:49.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-04-23T18:24:49.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-04-23T18:24:49.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-04-23T18:24:49.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-04-23T18:24:49.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-04-23T18:24:49.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-04-23T18:24:49.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gcov.txt 2024-04-23T18:24:49.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-04-23T18:24:49.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/ 2024-04-23T18:24:49.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-04-23T18:24:49.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-04-23T18:24:49.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-04-23T18:24:49.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-04-23T18:24:49.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-04-23T18:24:49.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-04-23T18:24:49.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-04-23T18:24:49.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/ 2024-04-23T18:24:49.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-04-23T18:24:49.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-04-23T18:24:49.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-04-23T18:24:49.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-04-23T18:24:49.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-04-23T18:24:49.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/highuid.txt 2024-04-23T18:24:49.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hsi.txt 2024-04-23T18:24:49.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-04-23T18:24:49.222 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ 2024-04-23T18:24:49.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-04-23T18:24:49.224 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-04-23T18:24:49.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-04-23T18:24:49.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-04-23T18:24:49.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-04-23T18:24:49.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-04-23T18:24:49.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-04-23T18:24:49.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-04-23T18:24:49.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-04-23T18:24:49.231 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-04-23T18:24:49.232 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-04-23T18:24:49.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-04-23T18:24:49.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-04-23T18:24:49.235 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-04-23T18:24:49.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-04-23T18:24:49.237 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-04-23T18:24:49.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-04-23T18:24:49.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-04-23T18:24:49.240 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-04-23T18:24:49.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-04-23T18:24:49.242 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-04-23T18:24:49.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-04-23T18:24:49.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-04-23T18:24:49.245 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-04-23T18:24:49.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-04-23T18:24:49.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-04-23T18:24:49.248 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-04-23T18:24:49.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-04-23T18:24:49.250 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-04-23T18:24:49.251 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-04-23T18:24:49.252 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-04-23T18:24:49.253 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-04-23T18:24:49.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-04-23T18:24:49.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-04-23T18:24:49.256 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-04-23T18:24:49.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-04-23T18:24:49.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-04-23T18:24:49.259 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-04-23T18:24:49.260 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-04-23T18:24:49.261 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-04-23T18:24:49.262 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-04-23T18:24:49.263 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-04-23T18:24:49.264 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-04-23T18:24:49.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-04-23T18:24:49.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-04-23T18:24:49.267 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-04-23T18:24:49.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-04-23T18:24:49.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-04-23T18:24:49.270 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-04-23T18:24:49.271 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-04-23T18:24:49.272 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-04-23T18:24:49.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-04-23T18:24:49.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-04-23T18:24:49.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-04-23T18:24:49.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-04-23T18:24:49.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-04-23T18:24:49.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-04-23T18:24:49.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-04-23T18:24:49.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-04-23T18:24:49.281 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-04-23T18:24:49.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-04-23T18:24:49.283 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-04-23T18:24:49.284 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-04-23T18:24:49.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-04-23T18:24:49.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-04-23T18:24:49.287 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-04-23T18:24:49.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-04-23T18:24:49.289 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-04-23T18:24:49.290 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-04-23T18:24:49.291 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-04-23T18:24:49.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-04-23T18:24:49.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-04-23T18:24:49.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-04-23T18:24:49.294 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-04-23T18:24:49.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-04-23T18:24:49.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-04-23T18:24:49.297 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-04-23T18:24:49.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-04-23T18:24:49.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-04-23T18:24:49.300 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-04-23T18:24:49.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-04-23T18:24:49.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-04-23T18:24:49.303 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-04-23T18:24:49.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-04-23T18:24:49.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-04-23T18:24:49.306 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-04-23T18:24:49.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-04-23T18:24:49.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-04-23T18:24:49.309 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-04-23T18:24:49.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-04-23T18:24:49.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-04-23T18:24:49.312 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-04-23T18:24:49.313 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-04-23T18:24:49.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-04-23T18:24:49.315 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-04-23T18:24:49.316 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-04-23T18:24:49.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-04-23T18:24:49.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-04-23T18:24:49.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-04-23T18:24:49.320 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-04-23T18:24:49.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-04-23T18:24:49.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-04-23T18:24:49.323 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-04-23T18:24:49.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-04-23T18:24:49.325 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-04-23T18:24:49.326 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-04-23T18:24:49.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-04-23T18:24:49.328 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-04-23T18:24:49.329 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-04-23T18:24:49.330 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-04-23T18:24:49.331 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-04-23T18:24:49.332 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-04-23T18:24:49.333 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-04-23T18:24:49.334 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-04-23T18:24:49.335 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-04-23T18:24:49.336 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-04-23T18:24:49.337 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-04-23T18:24:49.338 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-04-23T18:24:49.339 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-04-23T18:24:49.340 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-04-23T18:24:49.341 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-04-23T18:24:49.342 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-04-23T18:24:49.343 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-04-23T18:24:49.344 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-04-23T18:24:49.345 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-04-23T18:24:49.346 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-04-23T18:24:49.347 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-04-23T18:24:49.348 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-04-23T18:24:49.349 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-04-23T18:24:49.350 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-04-23T18:24:49.351 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-04-23T18:24:49.352 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-04-23T18:24:49.353 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-04-23T18:24:49.354 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-04-23T18:24:49.355 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-04-23T18:24:49.356 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-04-23T18:24:49.357 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-04-23T18:24:49.358 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/ 2024-04-23T18:24:49.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-04-23T18:24:49.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-04-23T18:24:49.360 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-04-23T18:24:49.361 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-04-23T18:24:49.362 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-04-23T18:24:49.363 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-04-23T18:24:49.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-04-23T18:24:49.365 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-04-23T18:24:49.366 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-04-23T18:24:49.367 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-04-23T18:24:49.368 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-04-23T18:24:49.369 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-04-23T18:24:49.370 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-04-23T18:24:49.371 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-04-23T18:24:49.371 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-04-23T18:24:49.372 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-04-23T18:24:49.373 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-04-23T18:24:49.374 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-04-23T18:24:49.375 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-04-23T18:24:49.376 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-04-23T18:24:49.377 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-04-23T18:24:49.378 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-04-23T18:24:49.379 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-04-23T18:24:49.380 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-04-23T18:24:49.381 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-04-23T18:24:49.382 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-04-23T18:24:49.383 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-04-23T18:24:49.384 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-04-23T18:24:49.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-04-23T18:24:49.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-04-23T18:24:49.386 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-04-23T18:24:49.387 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-04-23T18:24:49.388 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/summary 2024-04-23T18:24:49.389 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-04-23T18:24:49.390 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-04-23T18:24:49.391 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-04-23T18:24:49.392 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2o/ 2024-04-23T18:24:49.393 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2o/README 2024-04-23T18:24:49.394 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-04-23T18:24:49.395 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/ 2024-04-23T18:24:49.396 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-04-23T18:24:49.397 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-04-23T18:24:49.398 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-04-23T18:24:49.398 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/README 2024-04-23T18:24:49.399 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-04-23T18:24:49.400 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 -- 172.21.15.55:0/3268818879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 msgr2=0x7ff5a01035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/3268818879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a01035c0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7ff59c009900 tx=0x7ff59c02a510 comp rx=0 tx=0).stop 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 -- 172.21.15.55:0/3268818879 shutdown_connections 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/3268818879 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a010c520 0x7ff5a010e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/3268818879 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a0103b00 0x7ff5a010bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/3268818879 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a01035c0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 -- 172.21.15.55:0/3268818879 >> 172.21.15.55:0/3268818879 conn(0x7ff5a0077fd0 msgr2=0x7ff5a00783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 -- 172.21.15.55:0/3268818879 shutdown_connections 2024-04-23T18:24:49.555 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.559+0000 7ff5a6b37640 1 -- 172.21.15.55:0/3268818879 wait complete. 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 Processor -- start 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 -- start start 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a0103b00 0x7ff5a019e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a010c520 0x7ff5a01985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01122f0 con 0x7ff5a01031e0 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a0112170 con 0x7ff5a010c520 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a6b37640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a0112470 con 0x7ff5a0103b00 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54838/0 (socket says 172.21.15.55:54838) 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a48d3640 1 -- 172.21.15.55:0/1996993369 learned_addr learned my addr 172.21.15.55:0/1996993369 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a010c520 0x7ff5a01985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.560+0000 7ff597fff640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a0103b00 0x7ff5a019e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.556 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 -- 172.21.15.55:0/1996993369 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a0103b00 msgr2=0x7ff5a019e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a0103b00 0x7ff5a019e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 -- 172.21.15.55:0/1996993369 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a010c520 msgr2=0x7ff5a01985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a010c520 0x7ff5a01985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 -- 172.21.15.55:0/1996993369 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a0198d30 con 0x7ff5a01031e0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff59c005ab0 tx=0x7ff59c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff595ffb640 1 -- 172.21.15.55:0/1996993369 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c03f030 con 0x7ff5a01031e0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff595ffb640 1 -- 172.21.15.55:0/1996993369 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff59c003cd0 con 0x7ff5a01031e0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a0198fc0 con 0x7ff5a01031e0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff595ffb640 1 -- 172.21.15.55:0/1996993369 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c035070 con 0x7ff5a01031e0 2024-04-23T18:24:49.557 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.561+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a01a52c0 con 0x7ff5a01031e0 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff595ffb640 1 -- 172.21.15.55:0/1996993369 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff59c042030 con 0x7ff5a01031e0 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 Processor -- start 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 -- start start 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e09f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 0x55e55e0a1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.564 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55e55dff9970 con 0x55e55e094620 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e55df964a0 con 0x55e55e09f800 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a9850740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55e55dff5930 con 0x55e55e094f40 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a50d4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a50d4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54844/0 (socket says 172.21.15.55:54844) 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a50d4640 1 -- 172.21.15.55:0/3198118748 learned_addr learned my addr 172.21.15.55:0/3198118748 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff597fff640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 0x55e55e0a1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e09f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.564+0000 7ff595ffb640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 0x7ff5880a6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 -- 172.21.15.55:0/3198118748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 msgr2=0x55e55e09f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e09f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 -- 172.21.15.55:0/3198118748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 msgr2=0x55e55e0a1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 0x55e55e0a1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 -- 172.21.15.55:0/3198118748 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e55dd0c210 con 0x55e55e094620 2024-04-23T18:24:49.565 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff597fff640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 0x55e55e0a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff595ffb640 1 -- 172.21.15.55:0/1996993369 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff59c0f0e80 con 0x7ff5a01031e0 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 0x7ff5880a6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff598010440 tx=0x7ff598010900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34d1810e79e076 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff586ffd640 1 -- 172.21.15.55:0/3198118748 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59801d400 con 0x55e55e094620 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff586ffd640 1 -- 172.21.15.55:0/3198118748 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff5980134c0 con 0x55e55e094620 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff586ffd640 1 -- 172.21.15.55:0/3198118748 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff598011910 con 0x55e55e094620 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.565+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 0x7ff5880a6300 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff598021000 tx=0x7ff59801e000 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- 172.21.15.55:0/3198118748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 msgr2=0x55e55e094a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff598010440 tx=0x7ff598010900 comp rx=0 tx=0).stop 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- 172.21.15.55:0/3198118748 shutdown_connections 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e09f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e09f800 0x55e55e0a1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.566 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3198118748 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e094a00 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- 172.21.15.55:0/3198118748 >> 172.21.15.55:0/3198118748 conn(0x55e55e090b30 msgr2=0x55e55e090f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- 172.21.15.55:0/3198118748 shutdown_connections 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- 172.21.15.55:0/3198118748 wait complete. 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 -- start start 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.566+0000 7ff5a9850740 1 Processor -- start 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e09f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e09ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55e55e0a2430 con 0x55e55e094f40 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55e55df940b0 con 0x55e55e094620 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55e55e0a25b0 con 0x55e55e09f800 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a9850740 10 client.0 _ll_register_callbacks cb 0x55e55df81d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.567 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54850/0 (socket says 172.21.15.55:54850) 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 -- 172.21.15.55:0/3674943717 learned_addr learned my addr 172.21.15.55:0/3674943717 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e09f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e09ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 -- 172.21.15.55:0/3674943717 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 msgr2=0x55e55e09ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e09ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 -- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 msgr2=0x55e55e09f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e09f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 -- 172.21.15.55:0/3674943717 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e55ddd8620 con 0x55e55e094f40 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e09f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff597fff640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff5900126e0 tx=0x7ff590012ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5ba9ece4738feea server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.567+0000 7ff57ffff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff590004030 con 0x55e55e094f40 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff5900041d0 con 0x55e55e094f40 2024-04-23T18:24:49.568 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff5980134c0 con 0x55e55e094f40 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff590004410 con 0x55e55e094f40 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 10 client.15921 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e55e0ae3e0 con 0x55e55e094f40 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff5980134c0 con 0x55e55e094f40 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff590003a10 con 0x55e55e094f40 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 10 client.15921 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 10 client.15921 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 20 client.15921 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e0af8f0 0x55e55e0b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 4 client.15921 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e55e007390 con 0x55e55e0af8f0 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.568+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e0af8f0 0x55e55e0b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.569 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.569+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e0af8f0 0x55e55e0b1ce0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7cc2f5d3d45a550 server_cookie=125291810c5366bc in_seq=0 out_seq=0 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.569+0000 7ff57ffff640 10 client.15921 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff57ffff640 1 -- 172.21.15.55:0/3674943717 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55e55e007390 con 0x55e55e0af8f0 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff57ffff640 10 client.15921 handle_command_reply: tid=0 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 client.15921 shutdown 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 msgr2=0x55e55e09c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff5900126e0 tx=0x7ff590012ae0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 shutdown_connections 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e0af8f0 0x55e55e0b1ce0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e09ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff57ffff640 0 client.15921 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094f40 0x55e55e09c480 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 --2- 172.21.15.55:0/3674943717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e09f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 >> 172.21.15.55:0/3674943717 conn(0x55e55e090b30 msgr2=0x55e55e096860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:49.570 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 shutdown_connections 2024-04-23T18:24:49.571 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 1 -- 172.21.15.55:0/3674943717 wait complete. 2024-04-23T18:24:49.571 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.570+0000 7ff5a9850740 20 client.15921 trim_cache size 0 max 16384 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.585+0000 7ff5a9850740 1 Processor -- start 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.585+0000 7ff5a9850740 1 -- start start 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.585+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.585+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094f40 0x55e55e0a7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e0a7d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a9850740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01adcf0 con 0x55e55e094620 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a9850740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01af830 con 0x55e55e094f40 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a9850740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01ae3c0 con 0x55e55e09f800 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54854/0 (socket says 172.21.15.55:54854) 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 -- 172.21.15.55:0/2813153591 learned_addr learned my addr 172.21.15.55:0/2813153591 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:49.583 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff597fff640 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094f40 0x55e55e0a7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e0a7d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 -- 172.21.15.55:0/2813153591 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 msgr2=0x55e55e0a7d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e0a7d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 -- 172.21.15.55:0/2813153591 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094f40 msgr2=0x55e55e0a7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094f40 0x55e55e0a7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 -- 172.21.15.55:0/2813153591 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e55e09cd70 con 0x55e55e094620 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff59c0bcbe0 tx=0x7ff59c005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7e9d5f85219d3c4 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5867fc640 1 -- 172.21.15.55:0/2813153591 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c049040 con 0x55e55e094620 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5867fc640 1 -- 172.21.15.55:0/2813153591 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff59c0c11e0 con 0x55e55e094620 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.586+0000 7ff5867fc640 1 -- 172.21.15.55:0/2813153591 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c0b9550 con 0x55e55e094620 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- 172.21.15.55:0/2813153591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 msgr2=0x55e55e09ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff59c0bcbe0 tx=0x7ff59c005e60 comp rx=0 tx=0).stop 2024-04-23T18:24:49.584 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- 172.21.15.55:0/2813153591 shutdown_connections 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e09f800 0x55e55e0a7d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094f40 0x55e55e0a7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 --2- 172.21.15.55:0/2813153591 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e094620 0x55e55e09ecc0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- 172.21.15.55:0/2813153591 >> 172.21.15.55:0/2813153591 conn(0x55e55e090b30 msgr2=0x55e55e0aa2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- 172.21.15.55:0/2813153591 shutdown_connections 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- 172.21.15.55:0/2813153591 wait complete. 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 -- start start 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.587+0000 7ff5a9850740 1 Processor -- start 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e0a5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 0x55e55e114e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01af160 con 0x55e55e09f800 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01aea90 con 0x55e55e094620 2024-04-23T18:24:49.585 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a01abcd0 con 0x55e55e094f40 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 10 client.0 _ll_register_callbacks cb 0x7ff590009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a50d4640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 0x55e55e114e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:54806/0 (socket says 172.21.15.55:54806) 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 -- 172.21.15.55:0/429520751 learned_addr learned my addr 172.21.15.55:0/429520751 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff597fff640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e0a5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 -- 172.21.15.55:0/429520751 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 msgr2=0x55e55e0a5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e0a5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 -- 172.21.15.55:0/429520751 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 msgr2=0x55e55e114e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 0x55e55e114e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 -- 172.21.15.55:0/429520751 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e55e094d70 con 0x55e55e094620 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a50d4640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 0x55e55e114e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:24:49.586 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a48d3640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff59c0b98b0 tx=0x7ff59c009680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b0af77c6dd1a379 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff57ffff640 10 client.0 ms_handle_connect on v2:172.21.15.116:3300/0 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59c049070 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff59c0c11e0 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.588+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mon.2 v2:172.21.15.116:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff59c0ee860 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff59c0c5aa0 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 10 client.25559 fetch_fsmap learned FSMap version 27 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55e55e116560 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mon.2 v2:172.21.15.116:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff59c0c11e0 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mon.2 v2:172.21.15.116:3300/0 5 ==== fsmap(e 27) ==== 8354+0+0 (secure 0 0 0) 0x7ff59c03bc60 con 0x55e55e094620 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 10 client.25559 fetch_fsmap finished waiting for FSMap version 27 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 10 client.25559 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 20 client.25559 populate_metadata read hostname 'smithi055' 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e116bb0 0x55e55e118fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:24:49.587 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 4 client.25559 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:24:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55e55e001200 con 0x55e55e116bb0 2024-04-23T18:24:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.589+0000 7ff597fff640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e116bb0 0x55e55e118fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:24:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.590+0000 7ff57ffff640 10 client.25559 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:49.588 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:49.590+0000 7ff597fff640 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e116bb0 0x55e55e118fd0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28c00d3f0e4bbe4f server_cookie=e32b10a9b3fd48a6 in_seq=0 out_seq=0 2024-04-23T18:24:49.597 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-04-23T18:24:49.716 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-04-23T18:24:49.718 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-04-23T18:24:49.722 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-04-23T18:24:49.726 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-04-23T18:24:49.732 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-04-23T18:24:49.737 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ 2024-04-23T18:24:49.749 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-04-23T18:24:49.751 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-04-23T18:24:49.754 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-04-23T18:24:49.756 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-04-23T18:24:49.759 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-04-23T18:24:49.765 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-04-23T18:24:49.767 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-04-23T18:24:49.768 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/ 2024-04-23T18:24:49.771 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-04-23T18:24:49.784 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-04-23T18:24:49.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-04-23T18:24:49.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-04-23T18:24:49.795 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-04-23T18:24:49.805 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/init.txt 2024-04-23T18:24:49.808 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/initrd.txt 2024-04-23T18:24:49.811 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/ 2024-04-23T18:24:49.814 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-04-23T18:24:49.819 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-04-23T18:24:49.821 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-04-23T18:24:49.823 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-04-23T18:24:49.835 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-04-23T18:24:49.844 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-04-23T18:24:49.848 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-04-23T18:24:49.853 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-04-23T18:24:49.861 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-04-23T18:24:49.867 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-04-23T18:24:49.871 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-04-23T18:24:49.881 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-04-23T18:24:49.884 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-04-23T18:24:49.889 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-04-23T18:24:49.893 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-04-23T18:24:49.898 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-04-23T18:24:49.902 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-04-23T18:24:49.906 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/input.txt 2024-04-23T18:24:49.909 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-04-23T18:24:49.912 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-04-23T18:24:49.916 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-04-23T18:24:49.919 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-04-23T18:24:49.922 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-04-23T18:24:49.925 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-04-23T18:24:49.928 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-04-23T18:24:49.929 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-04-23T18:24:49.935 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-04-23T18:24:49.939 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-04-23T18:24:49.941 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-04-23T18:24:49.944 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-04-23T18:24:49.948 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-04-23T18:24:49.953 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-04-23T18:24:49.956 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-04-23T18:24:49.959 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-04-23T18:24:49.965 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/ 2024-04-23T18:24:49.977 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-04-23T18:24:49.981 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-04-23T18:24:49.989 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-04-23T18:24:49.991 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-04-23T18:24:49.995 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-04-23T18:24:49.998 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-04-23T18:24:49.999 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/iostats.txt 2024-04-23T18:24:50.003 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-04-23T18:24:50.005 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-04-23T18:24:50.009 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/ 2024-04-23T18:24:50.013 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-04-23T18:24:50.017 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-04-23T18:24:50.022 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-04-23T18:24:50.025 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-04-23T18:24:50.029 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-04-23T18:24:50.032 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-04-23T18:24:50.034 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README 2024-04-23T18:24:50.037 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-04-23T18:24:50.042 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-04-23T18:24:50.045 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-04-23T18:24:50.047 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-04-23T18:24:50.052 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-04-23T18:24:50.056 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-04-23T18:24:50.059 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-04-23T18:24:50.062 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-04-23T18:24:50.065 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-04-23T18:24:50.067 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-04-23T18:24:50.069 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-04-23T18:24:50.072 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-04-23T18:24:50.076 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-04-23T18:24:50.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-04-23T18:24:50.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-04-23T18:24:50.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-04-23T18:24:50.088 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-04-23T18:24:50.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-04-23T18:24:50.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-04-23T18:24:50.095 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-04-23T18:24:50.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-04-23T18:24:50.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-04-23T18:24:50.098 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-04-23T18:24:50.102 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:49 smithi152 ceph-mon[33022]: pgmap v56: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-23T18:24:50.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-04-23T18:24:50.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/java.txt 2024-04-23T18:24:50.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kasan.txt 2024-04-23T18:24:50.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/ 2024-04-23T18:24:50.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-04-23T18:24:50.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-04-23T18:24:50.106 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-04-23T18:24:50.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-04-23T18:24:50.108 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-04-23T18:24:50.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-04-23T18:24:50.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-04-23T18:24:50.111 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kdump/ 2024-04-23T18:24:50.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-04-23T18:24:50.114 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-04-23T18:24:50.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-04-23T18:24:50.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-04-23T18:24:50.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-04-23T18:24:50.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-04-23T18:24:50.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-04-23T18:24:50.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-04-23T18:24:50.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-04-23T18:24:50.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-04-23T18:24:50.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-04-23T18:24:50.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kobject.txt 2024-04-23T18:24:50.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-04-23T18:24:50.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kref.txt 2024-04-23T18:24:50.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-04-23T18:24:50.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/ 2024-04-23T18:24:50.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-04-23T18:24:50.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-04-23T18:24:50.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-04-23T18:24:50.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-04-23T18:24:50.167 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-04-23T18:24:50.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-04-23T18:24:50.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-04-23T18:24:50.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-04-23T18:24:50.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-04-23T18:24:50.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-04-23T18:24:50.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-04-23T18:24:50.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-04-23T18:24:50.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ldm.txt 2024-04-23T18:24:50.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/ 2024-04-23T18:24:50.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-04-23T18:24:50.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-04-23T18:24:50.182 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-04-23T18:24:50.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-04-23T18:24:50.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-04-23T18:24:50.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-04-23T18:24:50.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-04-23T18:24:50.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-04-23T18:24:50.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-04-23T18:24:50.190 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-04-23T18:24:50.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-04-23T18:24:50.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-04-23T18:24:50.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/ 2024-04-23T18:24:50.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-04-23T18:24:50.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-04-23T18:24:50.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-04-23T18:24:50.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-04-23T18:24:50.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-04-23T18:24:50.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-04-23T18:24:50.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-04-23T18:24:50.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-04-23T18:24:50.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-04-23T18:24:50.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-04-23T18:24:50.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:49 smithi116 ceph-mon[32310]: pgmap v56: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-23T18:24:50.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-04-23T18:24:50.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/logo.gif 2024-04-23T18:24:50.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/logo.txt 2024-04-23T18:24:50.211 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/lzo.txt 2024-04-23T18:24:50.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/m68k/ 2024-04-23T18:24:50.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-04-23T18:24:50.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-04-23T18:24:50.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-04-23T18:24:50.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-04-23T18:24:50.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-04-23T18:24:50.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/md.txt 2024-04-23T18:24:50.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-04-23T18:24:50.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.240+0000 7ff57ffff640 1 -- 172.21.15.55:0/429520751 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55e55e001200 con 0x55e55e116bb0 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.240+0000 7ff57ffff640 10 client.25559 handle_command_reply: tid=0 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.240+0000 7ff5a9850740 1 client.25559 shutdown 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 msgr2=0x55e55e0a5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7ff59c0b98b0 tx=0x7ff59c009680 comp rx=0 tx=0).stop 2024-04-23T18:24:50.234 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 shutdown_connections 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55e55e116bb0 0x55e55e118fd0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55e55e094f40 0x55e55e0a5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55e55e09f800 0x55e55e114e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 --2- 172.21.15.55:0/429520751 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55e55e094620 0x55e55e0a5a00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff57ffff640 0 client.25559 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 >> 172.21.15.55:0/429520751 conn(0x55e55e090b30 msgr2=0x55e55e0aab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 shutdown_connections 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 1 -- 172.21.15.55:0/429520751 wait complete. 2024-04-23T18:24:50.235 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a9850740 20 client.25559 trim_cache size 0 max 16384 2024-04-23T18:24:50.236 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:24:50.236 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:24:50.236 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:24:50.236 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 msgr2=0x7ff5880a6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 0x7ff5880a6300 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff598021000 tx=0x7ff59801e000 comp rx=0 tx=0).stop 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 msgr2=0x7ff5a019e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff59c005ab0 tx=0x7ff59c0042f0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 shutdown_connections 2024-04-23T18:24:50.237 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff5880a3e40 0x7ff5880a6300 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff5a0103b00 0x7ff5a019e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff5a010c520 0x7ff5a01985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 --2- 172.21.15.55:0/1996993369 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff5a01031e0 0x7ff5a019e400 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.241+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 >> 172.21.15.55:0/1996993369 conn(0x7ff5a0077fd0 msgr2=0x7ff5a00fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.242+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 shutdown_connections 2024-04-23T18:24:50.238 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:24:50.242+0000 7ff5a6b37640 1 -- 172.21.15.55:0/1996993369 wait complete. 2024-04-23T18:24:50.239 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:49 smithi055 ceph-mon[29189]: pgmap v56: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-23T18:24:50.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-04-23T18:24:50.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-04-23T18:24:50.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-04-23T18:24:50.267 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/metag/ 2024-04-23T18:24:50.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-04-23T18:24:50.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-04-23T18:24:50.270 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/ 2024-04-23T18:24:50.271 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-04-23T18:24:50.272 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-04-23T18:24:50.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-04-23T18:24:50.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-04-23T18:24:50.274 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-04-23T18:24:50.275 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-04-23T18:24:50.276 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-04-23T18:24:50.277 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-04-23T18:24:50.278 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-04-23T18:24:50.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-04-23T18:24:50.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mips/ 2024-04-23T18:24:50.281 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-04-23T18:24:50.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-04-23T18:24:50.283 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-04-23T18:24:50.284 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-04-23T18:24:50.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-04-23T18:24:50.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-04-23T18:24:50.287 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-04-23T18:24:50.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-04-23T18:24:50.289 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-04-23T18:24:50.290 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-04-23T18:24:50.291 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-04-23T18:24:50.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-04-23T18:24:50.293 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-04-23T18:24:50.294 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-04-23T18:24:50.295 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-04-23T18:24:50.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-04-23T18:24:50.297 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-04-23T18:24:50.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-04-23T18:24:50.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-04-23T18:24:50.300 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-04-23T18:24:50.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-04-23T18:24:50.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mmc/ 2024-04-23T18:24:50.303 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-04-23T18:24:50.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-04-23T18:24:50.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-04-23T18:24:50.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-04-23T18:24:50.306 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mn10300/ 2024-04-23T18:24:50.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-04-23T18:24:50.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-04-23T18:24:50.309 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-04-23T18:24:50.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mono.txt 2024-04-23T18:24:50.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mtd/ 2024-04-23T18:24:50.312 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-04-23T18:24:50.313 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-04-23T18:24:50.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-04-23T18:24:50.315 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-04-23T18:24:50.316 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/namespaces/ 2024-04-23T18:24:50.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-04-23T18:24:50.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-04-23T18:24:50.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/ 2024-04-23T18:24:50.320 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-04-23T18:24:50.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-04-23T18:24:50.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-04-23T18:24:50.323 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-04-23T18:24:50.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-04-23T18:24:50.325 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ 2024-04-23T18:24:50.326 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-04-23T18:24:50.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-04-23T18:24:50.328 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-04-23T18:24:50.329 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-04-23T18:24:50.330 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-04-23T18:24:50.331 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-04-23T18:24:50.332 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-04-23T18:24:50.333 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-04-23T18:24:50.334 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-04-23T18:24:50.334 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-04-23T18:24:50.335 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-04-23T18:24:50.336 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-04-23T18:24:50.337 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-04-23T18:24:50.338 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-04-23T18:24:50.339 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-04-23T18:24:50.340 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-04-23T18:24:50.341 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-04-23T18:24:50.342 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-04-23T18:24:50.343 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-04-23T18:24:50.344 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-04-23T18:24:50.345 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-04-23T18:24:50.346 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-04-23T18:24:50.347 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-04-23T18:24:50.348 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-04-23T18:24:50.349 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-04-23T18:24:50.350 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-04-23T18:24:50.351 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-04-23T18:24:50.352 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-04-23T18:24:50.353 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-04-23T18:24:50.354 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-04-23T18:24:50.355 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-04-23T18:24:50.356 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-04-23T18:24:50.357 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-04-23T18:24:50.358 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-04-23T18:24:50.359 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-04-23T18:24:50.360 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-04-23T18:24:50.361 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-04-23T18:24:50.362 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-04-23T18:24:50.363 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-04-23T18:24:50.364 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-04-23T18:24:50.365 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-04-23T18:24:50.366 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-04-23T18:24:50.367 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-04-23T18:24:50.368 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-04-23T18:24:50.369 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-04-23T18:24:50.370 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-04-23T18:24:50.371 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-04-23T18:24:50.372 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-04-23T18:24:50.373 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-04-23T18:24:50.374 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-04-23T18:24:50.375 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-04-23T18:24:50.376 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-04-23T18:24:50.377 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-04-23T18:24:50.378 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-04-23T18:24:50.379 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-04-23T18:24:50.380 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-04-23T18:24:50.381 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-04-23T18:24:50.382 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-04-23T18:24:50.383 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-04-23T18:24:50.384 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-04-23T18:24:50.385 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-04-23T18:24:50.386 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-04-23T18:24:50.387 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-04-23T18:24:50.388 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-04-23T18:24:50.389 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-04-23T18:24:50.390 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-04-23T18:24:50.391 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-04-23T18:24:50.392 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-04-23T18:24:50.393 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-04-23T18:24:50.394 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-04-23T18:24:50.395 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-04-23T18:24:50.396 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-04-23T18:24:50.397 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-04-23T18:24:50.398 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-04-23T18:24:50.399 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-04-23T18:24:50.400 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-04-23T18:24:50.401 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-04-23T18:24:50.402 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-04-23T18:24:50.403 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-04-23T18:24:50.404 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-04-23T18:24:50.405 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-04-23T18:24:50.406 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-04-23T18:24:50.407 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-04-23T18:24:50.408 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-04-23T18:24:50.409 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-04-23T18:24:50.410 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-04-23T18:24:50.411 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-04-23T18:24:50.412 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-04-23T18:24:50.413 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-04-23T18:24:50.414 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-04-23T18:24:50.416 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-04-23T18:24:50.416 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-04-23T18:24:50.417 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-04-23T18:24:50.419 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-04-23T18:24:50.420 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-04-23T18:24:50.422 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-04-23T18:24:50.423 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-04-23T18:24:50.425 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-04-23T18:24:50.426 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-04-23T18:24:50.428 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-04-23T18:24:50.429 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-04-23T18:24:50.431 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-04-23T18:24:50.432 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-04-23T18:24:50.434 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-04-23T18:24:50.435 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-04-23T18:24:50.437 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-04-23T18:24:50.438 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-04-23T18:24:50.440 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-04-23T18:24:50.441 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-04-23T18:24:50.443 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-04-23T18:24:50.444 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-04-23T18:24:50.446 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-04-23T18:24:50.447 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-04-23T18:24:50.449 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-04-23T18:24:50.450 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-04-23T18:24:50.452 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-04-23T18:24:50.453 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-04-23T18:24:50.454 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-04-23T18:24:50.456 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-04-23T18:24:50.457 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-04-23T18:24:50.459 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-04-23T18:24:50.460 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-04-23T18:24:50.462 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-04-23T18:24:50.463 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-04-23T18:24:50.465 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-04-23T18:24:50.466 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-04-23T18:24:50.468 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-04-23T18:24:50.469 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-04-23T18:24:50.471 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-04-23T18:24:50.472 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-04-23T18:24:50.473 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-04-23T18:24:50.475 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-04-23T18:24:50.477 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-04-23T18:24:50.478 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-04-23T18:24:50.479 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-04-23T18:24:50.480 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nfc/ 2024-04-23T18:24:50.481 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-04-23T18:24:50.482 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-04-23T18:24:50.483 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nios2/ 2024-04-23T18:24:50.484 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nios2/README 2024-04-23T18:24:50.485 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-04-23T18:24:50.486 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/numastat.txt 2024-04-23T18:24:50.487 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-04-23T18:24:50.488 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/padata.txt 2024-04-23T18:24:50.489 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parisc/ 2024-04-23T18:24:50.490 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-04-23T18:24:50.491 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-04-23T18:24:50.492 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parisc/registers 2024-04-23T18:24:50.493 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-04-23T18:24:50.494 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/parport.txt 2024-04-23T18:24:50.495 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-04-23T18:24:50.496 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-04-23T18:24:50.497 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-04-23T18:24:50.498 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-04-23T18:24:50.499 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-04-23T18:24:50.499 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-04-23T18:24:50.500 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-04-23T18:24:50.501 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-04-23T18:24:50.502 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-04-23T18:24:50.503 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/phy.txt 2024-04-23T18:24:50.504 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/phy/ 2024-04-23T18:24:50.505 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-04-23T18:24:50.506 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-04-23T18:24:50.507 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-04-23T18:24:50.508 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/platform/ 2024-04-23T18:24:50.509 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-04-23T18:24:50.510 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pnp.txt 2024-04-23T18:24:50.511 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/ 2024-04-23T18:24:50.512 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-04-23T18:24:50.513 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-04-23T18:24:50.514 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-04-23T18:24:50.515 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-04-23T18:24:50.516 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-04-23T18:24:50.517 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-04-23T18:24:50.518 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-04-23T18:24:50.519 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-04-23T18:24:50.520 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-04-23T18:24:50.521 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-04-23T18:24:50.522 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-04-23T18:24:50.523 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-04-23T18:24:50.524 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-04-23T18:24:50.525 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-04-23T18:24:50.526 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-04-23T18:24:50.527 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-04-23T18:24:50.528 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-04-23T18:24:50.529 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-04-23T18:24:50.530 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-04-23T18:24:50.531 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-04-23T18:24:50.532 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-04-23T18:24:50.533 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-04-23T18:24:50.534 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-04-23T18:24:50.535 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/states.txt 2024-04-23T18:24:50.536 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-04-23T18:24:50.537 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-04-23T18:24:50.538 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-04-23T18:24:50.539 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-04-23T18:24:50.540 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-04-23T18:24:50.541 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-04-23T18:24:50.542 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-04-23T18:24:50.543 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/power/video.txt 2024-04-23T18:24:50.544 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/ 2024-04-23T18:24:50.545 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-04-23T18:24:50.545 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-04-23T18:24:50.546 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-04-23T18:24:50.547 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-04-23T18:24:50.548 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-04-23T18:24:50.549 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-04-23T18:24:50.550 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-04-23T18:24:50.551 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-04-23T18:24:50.552 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-04-23T18:24:50.553 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-04-23T18:24:50.554 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-04-23T18:24:50.555 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-04-23T18:24:50.555 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-04-23T18:24:50.557 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pps/ 2024-04-23T18:24:50.558 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-04-23T18:24:50.559 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/ 2024-04-23T18:24:50.560 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-04-23T18:24:50.561 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-04-23T18:24:50.562 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-04-23T18:24:50.562 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-04-23T18:24:50.563 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-04-23T18:24:50.564 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-04-23T18:24:50.565 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-04-23T18:24:50.566 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-04-23T18:24:50.567 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-04-23T18:24:50.568 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pti/ 2024-04-23T18:24:50.569 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-04-23T18:24:50.570 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/ 2024-04-23T18:24:50.571 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-04-23T18:24:50.572 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-04-23T18:24:50.573 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-04-23T18:24:50.574 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-04-23T18:24:50.575 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-04-23T18:24:50.576 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/pwm.txt 2024-04-23T18:24:50.577 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-04-23T18:24:50.578 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rapidio/ 2024-04-23T18:24:50.579 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-04-23T18:24:50.580 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-04-23T18:24:50.581 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-04-23T18:24:50.582 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-04-23T18:24:50.583 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-04-23T18:24:50.584 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-04-23T18:24:50.585 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-04-23T18:24:50.586 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-04-23T18:24:50.587 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-04-23T18:24:50.588 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/rtc.txt 2024-04-23T18:24:50.589 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/ 2024-04-23T18:24:50.590 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-04-23T18:24:50.591 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-04-23T18:24:50.592 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-04-23T18:24:50.593 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-04-23T18:24:50.594 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/DASD 2024-04-23T18:24:50.595 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-04-23T18:24:50.596 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-04-23T18:24:50.597 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-04-23T18:24:50.598 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-04-23T18:24:50.599 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-04-23T18:24:50.600 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-04-23T18:24:50.601 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-04-23T18:24:50.602 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-04-23T18:24:50.603 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-04-23T18:24:50.604 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/ 2024-04-23T18:24:50.605 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-04-23T18:24:50.606 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-04-23T18:24:50.606 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-04-23T18:24:50.607 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-04-23T18:24:50.608 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-04-23T18:24:50.609 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-04-23T18:24:50.610 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-04-23T18:24:50.611 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-04-23T18:24:50.612 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-04-23T18:24:50.613 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-04-23T18:24:50.614 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ 2024-04-23T18:24:50.615 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-04-23T18:24:50.616 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-04-23T18:24:50.617 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-04-23T18:24:50.618 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-04-23T18:24:50.619 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-04-23T18:24:50.620 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-04-23T18:24:50.620 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-04-23T18:24:50.622 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-04-23T18:24:50.623 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-04-23T18:24:50.624 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-04-23T18:24:50.625 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-04-23T18:24:50.626 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-04-23T18:24:50.627 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-04-23T18:24:50.628 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-04-23T18:24:50.629 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-04-23T18:24:50.630 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-04-23T18:24:50.631 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-04-23T18:24:50.632 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-04-23T18:24:50.633 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-04-23T18:24:50.633 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-04-23T18:24:50.634 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-04-23T18:24:50.635 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-04-23T18:24:50.636 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-04-23T18:24:50.637 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-04-23T18:24:50.638 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-04-23T18:24:50.639 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-04-23T18:24:50.640 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-04-23T18:24:50.641 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-04-23T18:24:50.642 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-04-23T18:24:50.643 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-04-23T18:24:50.644 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-04-23T18:24:50.645 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-04-23T18:24:50.645 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-04-23T18:24:50.647 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-04-23T18:24:50.647 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-04-23T18:24:50.648 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-04-23T18:24:50.649 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-04-23T18:24:50.650 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-04-23T18:24:50.651 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-04-23T18:24:50.652 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-04-23T18:24:50.653 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-04-23T18:24:50.654 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-04-23T18:24:50.655 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-04-23T18:24:50.656 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-04-23T18:24:50.657 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-04-23T18:24:50.658 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-04-23T18:24:50.659 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-04-23T18:24:50.660 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-04-23T18:24:50.661 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-04-23T18:24:50.662 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-04-23T18:24:50.663 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-04-23T18:24:50.664 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-04-23T18:24:50.664 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-04-23T18:24:50.665 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-04-23T18:24:50.666 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-04-23T18:24:50.667 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-04-23T18:24:50.668 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-04-23T18:24:50.669 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-04-23T18:24:50.670 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-04-23T18:24:50.671 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/ 2024-04-23T18:24:50.672 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-04-23T18:24:50.673 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-04-23T18:24:50.674 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-04-23T18:24:50.675 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-04-23T18:24:50.676 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-04-23T18:24:50.676 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-04-23T18:24:50.677 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-04-23T18:24:50.678 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-04-23T18:24:50.679 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-04-23T18:24:50.680 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-04-23T18:24:50.681 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-04-23T18:24:50.682 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-04-23T18:24:50.683 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-04-23T18:24:50.683 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-04-23T18:24:50.684 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/ 2024-04-23T18:24:50.685 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-04-23T18:24:50.686 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-04-23T18:24:50.687 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/driver 2024-04-23T18:24:50.688 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-04-23T18:24:50.688 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-04-23T18:24:50.690 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-04-23T18:24:50.690 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-04-23T18:24:50.691 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-04-23T18:24:50.692 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-04-23T18:24:50.694 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sh/ 2024-04-23T18:24:50.695 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-04-23T18:24:50.696 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-04-23T18:24:50.697 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-04-23T18:24:50.698 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/ 2024-04-23T18:24:50.699 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-04-23T18:24:50.700 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-04-23T18:24:50.701 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-04-23T18:24:50.702 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-04-23T18:24:50.703 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-04-23T18:24:50.704 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-04-23T18:24:50.705 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-04-23T18:24:50.706 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-04-23T18:24:50.707 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-04-23T18:24:50.708 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-04-23T18:24:50.709 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-04-23T18:24:50.710 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-04-23T18:24:50.713 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-04-23T18:24:50.714 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-04-23T18:24:50.714 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-04-23T18:24:50.714 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-04-23T18:24:50.715 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-04-23T18:24:50.716 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-04-23T18:24:50.717 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-04-23T18:24:50.718 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-04-23T18:24:50.720 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-04-23T18:24:50.720 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-04-23T18:24:50.721 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-04-23T18:24:50.722 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-04-23T18:24:50.723 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-04-23T18:24:50.724 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-04-23T18:24:50.725 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-04-23T18:24:50.726 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-04-23T18:24:50.727 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-04-23T18:24:50.728 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-04-23T18:24:50.730 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-04-23T18:24:50.731 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-04-23T18:24:50.733 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-04-23T18:24:50.734 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-04-23T18:24:50.735 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-04-23T18:24:50.736 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-04-23T18:24:50.738 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-04-23T18:24:50.739 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-04-23T18:24:50.740 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-04-23T18:24:50.741 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-04-23T18:24:50.742 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-04-23T18:24:50.743 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-04-23T18:24:50.744 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-04-23T18:24:50.746 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-04-23T18:24:50.747 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-04-23T18:24:50.748 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-04-23T18:24:50.749 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-04-23T18:24:50.751 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-04-23T18:24:50.752 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-04-23T18:24:50.753 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-04-23T18:24:50.754 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-04-23T18:24:50.755 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-04-23T18:24:50.756 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-04-23T18:24:50.757 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-04-23T18:24:50.758 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-04-23T18:24:50.760 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-04-23T18:24:50.761 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-04-23T18:24:50.762 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-04-23T18:24:50.763 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-04-23T18:24:50.764 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-04-23T18:24:50.765 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-04-23T18:24:50.767 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-04-23T18:24:50.768 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sparse.txt 2024-04-23T18:24:50.769 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/ 2024-04-23T18:24:50.770 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-04-23T18:24:50.771 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-04-23T18:24:50.772 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-04-23T18:24:50.774 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-04-23T18:24:50.775 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-04-23T18:24:50.776 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-04-23T18:24:50.777 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-04-23T18:24:50.778 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-04-23T18:24:50.779 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-04-23T18:24:50.780 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spidev 2024-04-23T18:24:50.781 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-04-23T18:24:50.783 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-04-23T18:24:50.784 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-04-23T18:24:50.785 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-04-23T18:24:50.786 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-04-23T18:24:50.788 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/svga.txt 2024-04-23T18:24:50.789 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/ 2024-04-23T18:24:50.790 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-04-23T18:24:50.791 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/README 2024-04-23T18:24:50.792 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-04-23T18:24:50.794 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-04-23T18:24:50.795 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-04-23T18:24:50.796 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-04-23T18:24:50.797 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-04-23T18:24:50.798 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-04-23T18:24:50.799 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-04-23T18:24:50.800 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-04-23T18:24:50.802 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/target/ 2024-04-23T18:24:50.803 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-04-23T18:24:50.804 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-04-23T18:24:50.805 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-04-23T18:24:50.806 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/ 2024-04-23T18:24:50.808 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-04-23T18:24:50.809 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-04-23T18:24:50.810 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-04-23T18:24:50.811 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-04-23T18:24:50.813 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-04-23T18:24:50.814 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-04-23T18:24:50.815 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-04-23T18:24:50.816 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-04-23T18:24:50.817 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/ 2024-04-23T18:24:50.819 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-04-23T18:24:50.820 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-04-23T18:24:50.821 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-04-23T18:24:50.822 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-04-23T18:24:50.823 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-04-23T18:24:50.824 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-04-23T18:24:50.826 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-04-23T18:24:50.827 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-04-23T18:24:50.828 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-04-23T18:24:50.829 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-04-23T18:24:50.830 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-04-23T18:24:50.831 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/tpm/ 2024-04-23T18:24:50.833 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-04-23T18:24:50.834 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/ 2024-04-23T18:24:50.835 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-04-23T18:24:50.836 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-04-23T18:24:50.837 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-04-23T18:24:50.838 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-04-23T18:24:50.840 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-04-23T18:24:50.841 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-04-23T18:24:50.842 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-04-23T18:24:50.844 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-04-23T18:24:50.845 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-04-23T18:24:50.846 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-04-23T18:24:50.847 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-04-23T18:24:50.848 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-04-23T18:24:50.849 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-04-23T18:24:50.850 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-04-23T18:24:50.852 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-04-23T18:24:50.853 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-04-23T18:24:50.854 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-04-23T18:24:50.856 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-04-23T18:24:50.857 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/unicode.txt 2024-04-23T18:24:50.858 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/unshare.txt 2024-04-23T18:24:50.859 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/ 2024-04-23T18:24:50.860 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-04-23T18:24:50.862 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-04-23T18:24:50.863 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-04-23T18:24:50.864 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-04-23T18:24:50.865 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-04-23T18:24:50.866 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-04-23T18:24:50.867 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-04-23T18:24:50.869 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-04-23T18:24:50.870 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-04-23T18:24:50.871 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-04-23T18:24:50.873 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-04-23T18:24:50.874 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-04-23T18:24:50.875 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-04-23T18:24:50.876 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-04-23T18:24:50.877 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-04-23T18:24:50.878 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-04-23T18:24:50.880 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-04-23T18:24:50.881 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-04-23T18:24:50.883 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-04-23T18:24:50.884 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-04-23T18:24:50.885 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-04-23T18:24:50.886 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-04-23T18:24:50.887 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-04-23T18:24:50.888 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-04-23T18:24:50.889 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-04-23T18:24:50.891 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-04-23T18:24:50.892 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-04-23T18:24:50.893 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-04-23T18:24:50.894 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-04-23T18:24:50.896 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-04-23T18:24:50.898 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-04-23T18:24:50.899 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-04-23T18:24:50.900 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-04-23T18:24:50.901 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-04-23T18:24:50.902 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-04-23T18:24:50.904 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-04-23T18:24:50.905 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/ 2024-04-23T18:24:51.078 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-04-23T18:24:51.079 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-04-23T18:24:51.080 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-04-23T18:24:51.081 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-04-23T18:24:51.082 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-04-23T18:24:51.083 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vfio.txt 2024-04-23T18:24:51.084 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-04-23T18:24:51.086 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video-output.txt 2024-04-23T18:24:51.087 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/ 2024-04-23T18:24:51.088 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-04-23T18:24:51.089 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-04-23T18:24:51.090 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-04-23T18:24:51.091 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-04-23T18:24:51.092 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-04-23T18:24:51.093 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-04-23T18:24:51.094 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-04-23T18:24:51.095 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-04-23T18:24:51.096 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-04-23T18:24:51.097 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-04-23T18:24:51.098 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-04-23T18:24:51.099 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-04-23T18:24:51.100 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-04-23T18:24:51.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-04-23T18:24:51.101 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-04-23T18:24:51.102 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-04-23T18:24:51.103 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-04-23T18:24:51.104 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-04-23T18:24:51.105 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-04-23T18:24:51.106 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-04-23T18:24:51.107 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-04-23T18:24:51.108 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-04-23T18:24:51.109 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-04-23T18:24:51.110 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-04-23T18:24:51.111 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-04-23T18:24:51.112 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-04-23T18:24:51.113 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-04-23T18:24:51.114 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-04-23T18:24:51.115 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-04-23T18:24:51.116 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-04-23T18:24:51.117 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-04-23T18:24:51.118 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-04-23T18:24:51.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-04-23T18:24:51.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-04-23T18:24:51.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-04-23T18:24:51.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-04-23T18:24:51.123 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-04-23T18:24:51.124 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-04-23T18:24:51.125 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-04-23T18:24:51.126 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-04-23T18:24:51.127 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-04-23T18:24:51.128 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-04-23T18:24:51.129 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-04-23T18:24:51.130 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-04-23T18:24:51.131 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-04-23T18:24:51.132 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-04-23T18:24:51.133 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-04-23T18:24:51.134 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-04-23T18:24:51.135 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-04-23T18:24:51.136 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-04-23T18:24:51.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-04-23T18:24:51.137 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-04-23T18:24:51.138 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-04-23T18:24:51.139 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-04-23T18:24:51.140 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-04-23T18:24:51.141 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-04-23T18:24:51.142 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-04-23T18:24:51.143 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-04-23T18:24:51.144 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-04-23T18:24:51.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-04-23T18:24:51.145 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-04-23T18:24:51.146 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-04-23T18:24:51.147 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-04-23T18:24:51.148 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-04-23T18:24:51.149 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-04-23T18:24:51.150 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-04-23T18:24:51.151 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-04-23T18:24:51.152 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-04-23T18:24:51.153 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-04-23T18:24:51.154 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-04-23T18:24:51.155 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-04-23T18:24:51.156 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-04-23T18:24:51.157 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-04-23T18:24:51.158 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-04-23T18:24:51.159 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-04-23T18:24:51.160 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-04-23T18:24:51.161 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-04-23T18:24:51.162 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-04-23T18:24:51.163 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/ 2024-04-23T18:24:51.164 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-04-23T18:24:51.165 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-04-23T18:24:51.166 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-04-23T18:24:51.167 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-04-23T18:24:51.169 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-04-23T18:24:51.170 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-04-23T18:24:51.171 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-04-23T18:24:51.172 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-04-23T18:24:51.173 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-04-23T18:24:51.174 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-04-23T18:24:51.175 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-04-23T18:24:51.176 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-04-23T18:24:51.177 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-04-23T18:24:51.178 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-04-23T18:24:51.179 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-04-23T18:24:51.180 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-04-23T18:24:51.181 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-04-23T18:24:51.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-04-23T18:24:51.183 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-04-23T18:24:51.184 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-04-23T18:24:51.185 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-04-23T18:24:51.186 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-04-23T18:24:51.187 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-04-23T18:24:51.188 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-04-23T18:24:51.189 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-04-23T18:24:51.191 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/ 2024-04-23T18:24:51.192 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-04-23T18:24:51.193 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-04-23T18:24:51.194 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-04-23T18:24:51.195 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/balance 2024-04-23T18:24:51.196 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-04-23T18:24:51.197 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-04-23T18:24:51.198 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-04-23T18:24:51.199 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-04-23T18:24:51.200 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-04-23T18:24:51.201 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-04-23T18:24:51.202 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/numa 2024-04-23T18:24:51.203 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-04-23T18:24:51.204 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-04-23T18:24:51.205 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-04-23T18:24:51.206 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-04-23T18:24:51.207 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-04-23T18:24:51.208 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-04-23T18:24:51.209 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-04-23T18:24:51.210 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-04-23T18:24:51.211 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-04-23T18:24:51.212 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-04-23T18:24:51.213 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-04-23T18:24:51.214 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-04-23T18:24:51.215 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-04-23T18:24:51.216 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-04-23T18:24:51.217 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/ 2024-04-23T18:24:51.218 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-04-23T18:24:51.219 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-04-23T18:24:51.220 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-04-23T18:24:51.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-04-23T18:24:51.221 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-04-23T18:24:51.223 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-04-23T18:24:51.224 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-04-23T18:24:51.225 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-04-23T18:24:51.226 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-04-23T18:24:51.227 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-04-23T18:24:51.228 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-04-23T18:24:51.229 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-04-23T18:24:51.230 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-04-23T18:24:51.231 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-04-23T18:24:51.232 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-04-23T18:24:51.233 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-04-23T18:24:51.234 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/ 2024-04-23T18:24:51.235 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-04-23T18:24:51.236 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-04-23T18:24:51.237 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-04-23T18:24:51.238 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-04-23T18:24:51.239 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-04-23T18:24:51.240 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-04-23T18:24:51.241 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-04-23T18:24:51.242 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-04-23T18:24:51.243 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-04-23T18:24:51.244 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-04-23T18:24:51.245 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-04-23T18:24:51.246 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-04-23T18:24:51.247 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-04-23T18:24:51.248 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/wimax/ 2024-04-23T18:24:51.249 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-04-23T18:24:51.250 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-04-23T18:24:51.251 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-04-23T18:24:51.252 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/ 2024-04-23T18:24:51.253 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-04-23T18:24:51.254 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-04-23T18:24:51.255 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-04-23T18:24:51.256 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-04-23T18:24:51.257 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-04-23T18:24:51.258 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-04-23T18:24:51.259 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-04-23T18:24:51.260 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-04-23T18:24:51.261 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-04-23T18:24:51.262 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-04-23T18:24:51.263 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-04-23T18:24:51.264 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-04-23T18:24:51.265 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-04-23T18:24:51.266 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-04-23T18:24:51.267 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-04-23T18:24:51.268 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-04-23T18:24:51.269 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-04-23T18:24:51.270 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-04-23T18:24:51.272 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-04-23T18:24:51.273 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-04-23T18:24:51.275 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-04-23T18:24:51.276 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-04-23T18:24:51.277 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-04-23T18:24:51.279 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-04-23T18:24:51.280 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/xtensa/ 2024-04-23T18:24:51.282 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-04-23T18:24:51.283 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-04-23T18:24:51.285 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/xz.txt 2024-04-23T18:24:51.286 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-04-23T18:24:51.288 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-04-23T18:24:51.289 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-04-23T18:24:51.291 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-04-23T18:24:51.292 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-04-23T18:24:51.294 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-04-23T18:24:51.295 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-04-23T18:24:51.296 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-04-23T18:24:51.298 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-04-23T18:24:51.299 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-04-23T18:24:51.301 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-04-23T18:24:51.302 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-04-23T18:24:51.304 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-04-23T18:24:51.305 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-04-23T18:24:51.307 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-04-23T18:24:51.308 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-04-23T18:24:51.310 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-04-23T18:24:51.311 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-04-23T18:24:51.312 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-04-23T18:24:51.314 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-04-23T18:24:51.315 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-04-23T18:24:51.317 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-04-23T18:24:51.318 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-04-23T18:24:51.319 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-04-23T18:24:51.321 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-04-23T18:24:51.322 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-04-23T18:24:51.324 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-04-23T18:24:51.325 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-04-23T18:24:51.327 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-04-23T18:24:51.328 INFO:tasks.workunit.client.0.smithi055.stdout:linux-4.0.5/Documentation/zorro.txt 2024-04-23T18:24:52.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:51 smithi152 ceph-mon[33022]: pgmap v57: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:52.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:51 smithi116 ceph-mon[32310]: pgmap v57: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:52.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:51 smithi055 ceph-mon[29189]: pgmap v57: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:54.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:53 smithi152 ceph-mon[33022]: pgmap v58: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:54.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:53 smithi116 ceph-mon[32310]: pgmap v58: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:54.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:53 smithi055 ceph-mon[29189]: pgmap v58: 97 pgs: 97 active+clean; 84 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 6.9 MiB/s wr, 31 op/s 2024-04-23T18:24:56.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:55 smithi152 ceph-mon[33022]: pgmap v59: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 7.5 MiB/s wr, 586 op/s 2024-04-23T18:24:56.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:55 smithi116 ceph-mon[32310]: pgmap v59: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 7.5 MiB/s wr, 586 op/s 2024-04-23T18:24:56.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:55 smithi055 ceph-mon[29189]: pgmap v59: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 709 KiB/s rd, 7.5 MiB/s wr, 586 op/s 2024-04-23T18:24:56.254 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar cf doc.tar linux-4.0.5 2024-04-23T18:24:57.510 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar xf doc.tar 2024-04-23T18:24:58.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:57 smithi152 ceph-mon[33022]: pgmap v60: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 7.5 MiB/s wr, 581 op/s 2024-04-23T18:24:58.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:57 smithi116 ceph-mon[32310]: pgmap v60: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 7.5 MiB/s wr, 581 op/s 2024-04-23T18:24:58.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:57 smithi055 ceph-mon[29189]: pgmap v60: 97 pgs: 97 active+clean; 85 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 704 KiB/s rd, 7.5 MiB/s wr, 581 op/s 2024-04-23T18:25:00.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:24:59 smithi152 ceph-mon[33022]: pgmap v61: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 7.6 MiB/s wr, 619 op/s 2024-04-23T18:25:00.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:24:59 smithi116 ceph-mon[32310]: pgmap v61: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 7.6 MiB/s wr, 619 op/s 2024-04-23T18:25:00.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:24:59 smithi055 ceph-mon[29189]: pgmap v61: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 806 KiB/s rd, 7.6 MiB/s wr, 619 op/s 2024-04-23T18:25:02.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:01 smithi152 ceph-mon[33022]: pgmap v62: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:02.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:01 smithi116 ceph-mon[32310]: pgmap v62: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:02.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:01 smithi055 ceph-mon[29189]: pgmap v62: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:03.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:02 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:03.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:02 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:03.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:02 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 -- 172.21.15.55:0/1219498074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa2241005e0 msgr2=0x7fa224100a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 --2- 172.21.15.55:0/1219498074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa2241005e0 0x7fa224100a60 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fa218009930 tx=0x7fa21802a420 comp rx=0 tx=0).stop 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 -- 172.21.15.55:0/1219498074 shutdown_connections 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 --2- 172.21.15.55:0/1219498074 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224100fa0 0x7fa22410d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 --2- 172.21.15.55:0/1219498074 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa2241005e0 0x7fa224100a60 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 --2- 172.21.15.55:0/1219498074 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa224106680 0x7fa224106a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 -- 172.21.15.55:0/1219498074 >> 172.21.15.55:0/1219498074 conn(0x7fa224077390 msgr2=0x7fa2240fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:03.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 -- 172.21.15.55:0/1219498074 shutdown_connections 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.331+0000 7fa22a072640 1 -- 172.21.15.55:0/1219498074 wait complete. 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 Processor -- start 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 -- start start 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 0x7fa2241986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 0x7fa22419cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa224111230 con 0x7fa224100fa0 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241110b0 con 0x7fa2241005e0 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa22a072640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241113b0 con 0x7fa224106680 2024-04-23T18:25:03.329 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34808/0 (socket says 172.21.15.55:34808) 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 -- 172.21.15.55:0/688364243 learned_addr learned my addr 172.21.15.55:0/688364243 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa2237fe640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 0x7fa2241986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa223fff640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 0x7fa22419cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 -- 172.21.15.55:0/688364243 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 msgr2=0x7fa22419cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 0x7fa22419cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 -- 172.21.15.55:0/688364243 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 msgr2=0x7fa2241986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 0x7fa2241986e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.332+0000 7fa222ffd640 1 -- 172.21.15.55:0/688364243 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa22419d6d0 con 0x7fa224100fa0 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa223fff640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 0x7fa22419cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa2237fe640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 0x7fa2241986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa222ffd640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fa218009230 tx=0x7fa218004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.330 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa220ff9640 1 -- 172.21.15.55:0/688364243 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21803f030 con 0x7fa224100fa0 2024-04-23T18:25:03.331 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa220ff9640 1 -- 172.21.15.55:0/688364243 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa218031910 con 0x7fa224100fa0 2024-04-23T18:25:03.331 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa22419d960 con 0x7fa224100fa0 2024-04-23T18:25:03.331 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa220ff9640 1 -- 172.21.15.55:0/688364243 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa218035070 con 0x7fa224100fa0 2024-04-23T18:25:03.331 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.333+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2241a5250 con 0x7fa224100fa0 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.335+0000 7fa220ff9640 1 -- 172.21.15.55:0/688364243 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fa218042030 con 0x7fa224100fa0 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.335+0000 7fa22cd85740 1 Processor -- start 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.335+0000 7fa22cd85740 1 -- start start 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66918e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a66a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a66a3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5555a65f6970 con 0x5555a66a0c10 2024-04-23T18:25:03.338 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5555a65934a0 con 0x5555a6691e20 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa22cd85740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5555a65f2930 con 0x5555a6691500 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa220ff9640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 0x7fa20c0a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a66a3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a66a3000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34810/0 (socket says 172.21.15.55:34810) 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa222ffd640 1 -- 172.21.15.55:0/521313918 learned_addr learned my addr 172.21.15.55:0/521313918 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a66a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa223fff640 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66918e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa223fff640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 0x7fa20c0a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa220ff9640 1 -- 172.21.15.55:0/688364243 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa2180f0ea0 con 0x7fa224100fa0 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 -- 172.21.15.55:0/521313918 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 msgr2=0x5555a66918e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66918e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 -- 172.21.15.55:0/521313918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 msgr2=0x5555a66a3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.339 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a66a3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 -- 172.21.15.55:0/521313918 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555a6309210 con 0x5555a6691e20 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa2237fe640 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a66a06d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa214009fd0 tx=0x7fa2140118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ef4407f0f9c552c server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.336+0000 7fa223fff640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 0x7fa20c0a6280 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa21c005fd0 tx=0x7fa21c005f40 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa209ffb640 1 -- 172.21.15.55:0/521313918 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214004310 con 0x5555a6691e20 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa209ffb640 1 -- 172.21.15.55:0/521313918 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2140044b0 con 0x5555a6691e20 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa209ffb640 1 -- 172.21.15.55:0/521313918 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2140035f0 con 0x5555a6691e20 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 -- 172.21.15.55:0/521313918 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 msgr2=0x5555a66a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a66a06d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa214009fd0 tx=0x7fa2140118d0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 -- 172.21.15.55:0/521313918 shutdown_connections 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a66a3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a66a06d0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 --2- 172.21.15.55:0/521313918 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66918e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 -- 172.21.15.55:0/521313918 >> 172.21.15.55:0/521313918 conn(0x5555a668db30 msgr2=0x5555a668df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:03.340 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 -- 172.21.15.55:0/521313918 shutdown_connections 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.337+0000 7fa22cd85740 1 -- 172.21.15.55:0/521313918 wait complete. 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 -- start start 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 Processor -- start 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669d790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a66a0c10 0x5555a669dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5555a66a3840 con 0x5555a6691500 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5555a65910b0 con 0x5555a6691e20 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5555a66a39c0 con 0x5555a66a0c10 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa22cd85740 10 client.0 _ll_register_callbacks cb 0x5555a657ed30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa2237fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa2237fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34814/0 (socket says 172.21.15.55:34814) 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa2237fe640 1 -- 172.21.15.55:0/3095626028 learned_addr learned my addr 172.21.15.55:0/3095626028 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:03.341 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.338+0000 7fa222ffd640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa223fff640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a66a0c10 0x5555a669dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 -- 172.21.15.55:0/3095626028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a66a0c10 msgr2=0x5555a669dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a66a0c10 0x5555a669dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 -- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 msgr2=0x5555a669d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669d790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 -- 172.21.15.55:0/3095626028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555a63d5620 con 0x5555a6691500 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa2237fe640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa214005890 tx=0x7fa214004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=befc9ef67a60e7d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214027070 con 0x5555a6691500 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa214003a00 con 0x5555a6691500 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2140044b0 con 0x5555a6691500 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa214033050 con 0x5555a6691500 2024-04-23T18:25:03.342 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa22cd85740 10 client.15939 fetch_fsmap learned FSMap version 28 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5555a66af730 con 0x5555a6691500 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2140044b0 con 0x5555a6691500 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.339+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 28) ==== 8358+0+0 (secure 0 0 0) 0x7fa21400f4e0 con 0x5555a6691500 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 10 client.15939 fetch_fsmap finished waiting for FSMap version 28 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 10 client.15939 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 20 client.15939 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a66b0ba0 0x5555a66b2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 4 client.15939 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5555a6604390 con 0x5555a66b0ba0 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa222ffd640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a66b0ba0 0x5555a66b2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa202ffd640 10 client.15939 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:03.343 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.340+0000 7fa222ffd640 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a66b0ba0 0x5555a66b2f90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77ece6f0e4ac26d server_cookie=b775ff2ae9b18cce in_seq=0 out_seq=0 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa202ffd640 1 -- 172.21.15.55:0/3095626028 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5555a6604390 con 0x5555a66b0ba0 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa202ffd640 10 client.15939 handle_command_reply: tid=0 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 client.15939 shutdown 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 msgr2=0x5555a66a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fa214005890 tx=0x7fa214004970 comp rx=0 tx=0).stop 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 shutdown_connections 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a66b0ba0 0x5555a66b2f90 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a66a0c10 0x5555a669dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa202ffd640 0 client.15939 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 --2- 172.21.15.55:0/3095626028 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691500 0x5555a66a04a0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 >> 172.21.15.55:0/3095626028 conn(0x5555a668db30 msgr2=0x5555a66939a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 shutdown_connections 2024-04-23T18:25:03.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 1 -- 172.21.15.55:0/3095626028 wait complete. 2024-04-23T18:25:03.345 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.343+0000 7fa22cd85740 20 client.15939 trim_cache size 0 max 16384 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 Processor -- start 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 -- start start 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66ac770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a66a0c10 0x5555a669ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241ab910 con 0x5555a6691e20 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241ad480 con 0x5555a66a0c10 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa22cd85740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241abfe0 con 0x5555a6691500 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34828/0 (socket says 172.21.15.55:34828) 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 -- 172.21.15.55:0/2132523636 learned_addr learned my addr 172.21.15.55:0/2132523636 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa223fff640 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a66a0c10 0x5555a669ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa2237fe640 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66ac770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 -- 172.21.15.55:0/2132523636 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 msgr2=0x5555a66ac770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66ac770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 -- 172.21.15.55:0/2132523636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a66a0c10 msgr2=0x5555a669ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a66a0c10 0x5555a669ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.358+0000 7fa222ffd640 1 -- 172.21.15.55:0/2132523636 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5555a669e2d0 con 0x5555a6691e20 2024-04-23T18:25:03.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa222ffd640 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa2180314b0 tx=0x7fa218005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=611d5e02999a2015 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa2097fa640 1 -- 172.21.15.55:0/2132523636 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa218049040 con 0x5555a6691e20 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa2097fa640 1 -- 172.21.15.55:0/2132523636 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2180bb0f0 con 0x5555a6691e20 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa2097fa640 1 -- 172.21.15.55:0/2132523636 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2180ee820 con 0x5555a6691e20 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 -- 172.21.15.55:0/2132523636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 msgr2=0x5555a6698d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fa2180314b0 tx=0x7fa218005c00 comp rx=0 tx=0).stop 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 -- 172.21.15.55:0/2132523636 shutdown_connections 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a66a0c10 0x5555a669ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a6691e20 0x5555a6698d80 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2132523636 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66ac770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 -- 172.21.15.55:0/2132523636 >> 172.21.15.55:0/2132523636 conn(0x5555a668db30 msgr2=0x5555a6698670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.359+0000 7fa22cd85740 1 -- 172.21.15.55:0/2132523636 shutdown_connections 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 -- 172.21.15.55:0/2132523636 wait complete. 2024-04-23T18:25:03.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 -- start start 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 Processor -- start 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66a8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241acd80 con 0x5555a66a0c10 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241ac6b0 con 0x5555a6691e20 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fa2241a9910 con 0x5555a6691500 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa22cd85740 10 client.0 _ll_register_callbacks cb 0x7fa214009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa223fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa222ffd640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa223fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:34834/0 (socket says 172.21.15.55:34834) 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.360+0000 7fa223fff640 1 -- 172.21.15.55:0/2740974646 learned_addr learned my addr 172.21.15.55:0/2740974646 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa2237fe640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66a8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 -- 172.21.15.55:0/2740974646 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 msgr2=0x5555a66a8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66a8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 -- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 msgr2=0x5555a669a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 -- 172.21.15.55:0/2740974646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5555a668d470 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa2237fe640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66a8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa223fff640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa21c00fa90 tx=0x7fa21c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49968a404e440894 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa202ffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21c01ec20 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fa21c01edc0 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2180bb0f0 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa21c004b20 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa22cd85740 10 client.15945 fetch_fsmap learned FSMap version 28 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5555a6716d90 con 0x5555a66a0c10 2024-04-23T18:25:03.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.361+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fa2180bb0f0 con 0x5555a66a0c10 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 28) ==== 8358+0+0 (secure 0 0 0) 0x7fa21c026070 con 0x5555a66a0c10 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 10 client.15945 fetch_fsmap finished waiting for FSMap version 28 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 10 client.15945 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 20 client.15945 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a6717610 0x5555a6719a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 4 client.15945 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5555a65fe200 con 0x5555a6717610 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa2237fe640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a6717610 0x5555a6719a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa202ffd640 10 client.15945 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:03.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:03.362+0000 7fa2237fe640 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a6717610 0x5555a6719a30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c454169fc7e5827a server_cookie=1fb1a4aa909d7c98 in_seq=0 out_seq=0 2024-04-23T18:25:04.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:03 smithi152 ceph-mon[33022]: pgmap v63: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:04.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:03 smithi116 ceph-mon[32310]: pgmap v63: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:04.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:03 smithi055 ceph-mon[29189]: pgmap v63: 97 pgs: 97 active+clean; 86 MiB data, 620 MiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 697 KiB/s wr, 592 op/s 2024-04-23T18:25:05.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:04 smithi152 ceph-mon[33022]: pgmap v64: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 615 op/s 2024-04-23T18:25:05.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:04 smithi116 ceph-mon[32310]: pgmap v64: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 615 op/s 2024-04-23T18:25:05.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:04 smithi055 ceph-mon[29189]: pgmap v64: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.7 MiB/s wr, 615 op/s 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa202ffd640 1 -- 172.21.15.55:0/2740974646 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5555a65fe200 con 0x5555a6717610 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa202ffd640 10 client.15945 handle_command_reply: tid=0 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 client.15945 shutdown 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 msgr2=0x5555a669a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa21c00fa90 tx=0x7fa21c004a40 comp rx=0 tx=0).stop 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 shutdown_connections 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5555a6717610 0x5555a6719a30 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5555a66a0c10 0x5555a669a5c0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5555a6691e20 0x5555a669a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa202ffd640 0 client.15945 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 --2- 172.21.15.55:0/2740974646 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5555a6691500 0x5555a66a8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.996 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 >> 172.21.15.55:0/2740974646 conn(0x5555a668db30 msgr2=0x5555a668c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 shutdown_connections 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.001+0000 7fa22cd85740 1 -- 172.21.15.55:0/2740974646 wait complete. 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22cd85740 20 client.15945 trim_cache size 0 max 16384 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:25:06.997 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 msgr2=0x7fa20c0a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 0x7fa20c0a6280 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fa21c005fd0 tx=0x7fa21c005f40 comp rx=0 tx=0).stop 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 msgr2=0x7fa224198c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fa218009230 tx=0x7fa218004270 comp rx=0 tx=0).stop 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 shutdown_connections 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fa20c0a3dc0 0x7fa20c0a6280 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.998 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fa224106680 0x7fa22419cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fa224100fa0 0x7fa224198c20 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 --2- 172.21.15.55:0/688364243 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fa2241005e0 0x7fa2241986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 >> 172.21.15.55:0/688364243 conn(0x7fa224077390 msgr2=0x7fa224104580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 shutdown_connections 2024-04-23T18:25:06.999 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:07.002+0000 7fa22a072640 1 -- 172.21.15.55:0/688364243 wait complete. 2024-04-23T18:25:07.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:06 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:07.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:06 smithi116 ceph-mon[32310]: pgmap v65: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.2 MiB/s wr, 60 op/s 2024-04-23T18:25:07.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:06 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:07.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:06 smithi055 ceph-mon[29189]: pgmap v65: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.2 MiB/s wr, 60 op/s 2024-04-23T18:25:07.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:06 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:07.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:06 smithi152 ceph-mon[33022]: pgmap v65: 97 pgs: 97 active+clean; 98 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 902 KiB/s rd, 1.2 MiB/s wr, 60 op/s 2024-04-23T18:25:09.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: pgmap v66: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 745 op/s 2024-04-23T18:25:09.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:09.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.458 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:09 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: pgmap v66: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 745 op/s 2024-04-23T18:25:09.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:09.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.487 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:09 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: pgmap v66: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 745 op/s 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:09 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:10.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:10 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:10.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:10 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:10.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:10 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:10.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:10 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:10.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:10 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:10.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:10 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:10.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:10 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:25:10.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:10 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:25:10.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:10 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:25:12.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:11 smithi152 ceph-mon[33022]: pgmap v67: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:12.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:11 smithi116 ceph-mon[32310]: pgmap v67: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:12.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:11 smithi055 ceph-mon[29189]: pgmap v67: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:13.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:13 smithi116 ceph-mon[32310]: pgmap v68: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:13 smithi152 ceph-mon[33022]: pgmap v68: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:13 smithi055 ceph-mon[29189]: pgmap v68: 97 pgs: 97 active+clean; 90 MiB data, 641 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 707 op/s 2024-04-23T18:25:15.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:15 smithi055 ceph-mon[29189]: pgmap v69: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 1.09k op/s 2024-04-23T18:25:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:15 smithi152 ceph-mon[33022]: pgmap v69: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 1.09k op/s 2024-04-23T18:25:16.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:15 smithi116 ceph-mon[32310]: pgmap v69: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 1.09k op/s 2024-04-23T18:25:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:17 smithi152 ceph-mon[33022]: pgmap v70: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.2 MiB/s wr, 1.06k op/s 2024-04-23T18:25:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:17 smithi116 ceph-mon[32310]: pgmap v70: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.2 MiB/s wr, 1.06k op/s 2024-04-23T18:25:18.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:17 smithi055 ceph-mon[29189]: pgmap v70: 97 pgs: 97 active+clean; 138 MiB data, 764 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 5.2 MiB/s wr, 1.06k op/s 2024-04-23T18:25:20.038 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:19 smithi055 ceph-mon[29189]: pgmap v71: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 1.36k op/s 2024-04-23T18:25:20.089 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- 172.21.15.55:0/1826820533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 msgr2=0x7f661410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 --2- 172.21.15.55:0/1826820533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f661410dd40 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f660c009ca0 tx=0x7f660c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- 172.21.15.55:0/1826820533 shutdown_connections 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 --2- 172.21.15.55:0/1826820533 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f661410dd40 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 --2- 172.21.15.55:0/1826820533 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6614101aa0 0x7f6614105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 --2- 172.21.15.55:0/1826820533 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f66141010f0 0x7f66141014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- 172.21.15.55:0/1826820533 >> 172.21.15.55:0/1826820533 conn(0x7f6614077fd0 msgr2=0x7f66140783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- 172.21.15.55:0/1826820533 shutdown_connections 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- 172.21.15.55:0/1826820533 wait complete. 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 Processor -- start 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.095+0000 7f661bd20640 1 -- start start 2024-04-23T18:25:20.090 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 0x7f661419d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6614112310 con 0x7f6614106170 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6614112190 con 0x7f66141010f0 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661bd20640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6614112490 con 0x7f661419cff0 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f6619abc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47404/0 (socket says 172.21.15.55:47404) 2024-04-23T18:25:20.091 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f6619abc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:36840/0 (socket says 172.21.15.55:36840) 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 -- 172.21.15.55:0/4120498621 learned_addr learned my addr 172.21.15.55:0/4120498621 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 0x7f661419d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 -- 172.21.15.55:0/4120498621 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 msgr2=0x7f661419d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 0x7f661419d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 -- 172.21.15.55:0/4120498621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 msgr2=0x7f6614198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 -- 172.21.15.55:0/4120498621 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f661419dae0 con 0x7f6614106170 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 0x7f661419d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f6619abc640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f66192bb640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f660400e9c0 tx=0x7f660400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.096+0000 7f660affd640 1 -- 172.21.15.55:0/4120498621 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660400cd80 con 0x7f6614106170 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.097+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f661419ddd0 con 0x7f6614106170 2024-04-23T18:25:20.092 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.097+0000 7f660affd640 1 -- 172.21.15.55:0/4120498621 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f66040054f0 con 0x7f6614106170 2024-04-23T18:25:20.093 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.097+0000 7f660affd640 1 -- 172.21.15.55:0/4120498621 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6604010690 con 0x7f6614106170 2024-04-23T18:25:20.093 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.097+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66141a55c0 con 0x7f6614106170 2024-04-23T18:25:20.099 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.099+0000 7f660affd640 1 -- 172.21.15.55:0/4120498621 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f66040046c0 con 0x7f6614106170 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.099+0000 7f661ea35740 1 Processor -- start 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.099+0000 7f661ea35740 1 -- start start 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f660affd640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 0x7f66000a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eaceb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eacee000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5629eac41970 con 0x5629eacebc10 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5629eabde4a0 con 0x5629eacdc520 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661ea35740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5629eac3d930 con 0x5629eacdce40 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 0x7f66000a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f660affd640 1 -- 172.21.15.55:0/4120498621 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f66040d0d30 con 0x7f6614106170 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.100 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:36850/0 (socket says 172.21.15.55:36850) 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 -- 172.21.15.55:0/4169236147 learned_addr learned my addr 172.21.15.55:0/4169236147 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eacee000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f66192bb640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eaceb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 -- 172.21.15.55:0/4169236147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 msgr2=0x5629eaceb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eaceb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 -- 172.21.15.55:0/4169236147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 msgr2=0x5629eacee000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eacee000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f6619abc640 1 -- 172.21.15.55:0/4169236147 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629ea954210 con 0x5629eacdc520 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eacee000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f66192bb640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eaceb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.100+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 0x7f66000a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f660c006010 tx=0x7f660c0093f0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f6619abc640 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f66100115c0 tx=0x7f6610011a80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6dbaf80de4fc96d9 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.101 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f65fffff640 1 -- 172.21.15.55:0/4169236147 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661000f640 con 0x5629eacdc520 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f65fffff640 1 -- 172.21.15.55:0/4169236147 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f661000fcb0 con 0x5629eacdc520 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f65fffff640 1 -- 172.21.15.55:0/4169236147 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6610019d00 con 0x5629eacdc520 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f661ea35740 1 -- 172.21.15.55:0/4169236147 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 msgr2=0x5629eacdc900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.101+0000 7f661ea35740 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f66100115c0 tx=0x7f6610011a80 comp rx=0 tx=0).stop 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 -- 172.21.15.55:0/4169236147 shutdown_connections 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eaceb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eacee000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 --2- 172.21.15.55:0/4169236147 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eacdc900 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 -- 172.21.15.55:0/4169236147 >> 172.21.15.55:0/4169236147 conn(0x5629eacd8b30 msgr2=0x5629eacd8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 -- 172.21.15.55:0/4169236147 shutdown_connections 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 -- 172.21.15.55:0/4169236147 wait complete. 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 -- start start 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 Processor -- start 2024-04-23T18:25:20.102 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eaceb4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.102+0000 7f661ea35740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacebc10 0x5629eace8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5629eacee840 con 0x5629eacdce40 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5629eabdc0b0 con 0x5629eacdc520 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5629eacee9c0 con 0x5629eacebc10 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 10 client.0 _ll_register_callbacks cb 0x5629eabc9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47422/0 (socket says 172.21.15.55:47422) 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 -- 172.21.15.55:0/4067973870 learned_addr learned my addr 172.21.15.55:0/4067973870 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f6619abc640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eaceb4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661a2bd640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacebc10 0x5629eace8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 -- 172.21.15.55:0/4067973870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacebc10 msgr2=0x5629eace8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.103 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacebc10 0x5629eace8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 -- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 msgr2=0x5629eaceb4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eaceb4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 -- 172.21.15.55:0/4067973870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629eaa20620 con 0x5629eacdce40 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f66192bb640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f66040cea90 tx=0x7f660409c700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99f9ec52662ef0d5 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f65fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66040cede0 con 0x5629eacdce40 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f66040bd0c0 con 0x5629eacdce40 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f661000fcb0 con 0x5629eacdce40 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f66040b6220 con 0x5629eacdce40 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 10 client.15957 fetch_fsmap learned FSMap version 29 2024-04-23T18:25:20.104 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.103+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5629eacfa730 con 0x5629eacdce40 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f661000fcb0 con 0x5629eacdce40 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6604098b50 con 0x5629eacdce40 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 10 client.15957 fetch_fsmap finished waiting for FSMap version 29 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 10 client.15957 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 20 client.15957 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629eacfbba0 0x5629eacfe060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 4 client.15957 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629eac4f390 con 0x5629eacfbba0 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f6619abc640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629eacfbba0 0x5629eacfe060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f65fd7fa640 10 client.15957 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.104+0000 7f6619abc640 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629eacfbba0 0x5629eacfe060 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e7b2c99f76e657e server_cookie=b8a2667df966e500 in_seq=0 out_seq=0 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.105+0000 7f65fd7fa640 1 -- 172.21.15.55:0/4067973870 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5629eac4f390 con 0x5629eacfbba0 2024-04-23T18:25:20.105 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.105+0000 7f65fd7fa640 10 client.15957 handle_command_reply: tid=0 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.105+0000 7f661ea35740 1 client.15957 shutdown 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.105+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 msgr2=0x5629eace87b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.105+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f66040cea90 tx=0x7f660409c700 comp rx=0 tx=0).stop 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 shutdown_connections 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629eacfbba0 0x5629eacfe060 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacebc10 0x5629eace8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdce40 0x5629eace87b0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f65fd7fa640 0 client.15957 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 --2- 172.21.15.55:0/4067973870 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdc520 0x5629eaceb4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 >> 172.21.15.55:0/4067973870 conn(0x5629eacd8b30 msgr2=0x5629eacde9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.106 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 shutdown_connections 2024-04-23T18:25:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 1 -- 172.21.15.55:0/4067973870 wait complete. 2024-04-23T18:25:20.107 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.106+0000 7f661ea35740 20 client.15957 trim_cache size 0 max 16384 2024-04-23T18:25:20.107 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:19 smithi152 ceph-mon[33022]: pgmap v71: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 1.36k op/s 2024-04-23T18:25:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 Processor -- start 2024-04-23T18:25:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 -- start start 2024-04-23T18:25:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eace3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.119 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 0x5629eace7790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f66141ab9b0 con 0x5629eacdc520 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f66141ad5b0 con 0x5629eacebc10 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661ea35740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f66141ac080 con 0x5629eacdce40 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47424/0 (socket says 172.21.15.55:47424) 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 -- 172.21.15.55:0/3121843936 learned_addr learned my addr 172.21.15.55:0/3121843936 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661a2bd640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 0x5629eace7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f66192bb640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eace3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 -- 172.21.15.55:0/3121843936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 msgr2=0x5629eace3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eace3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 -- 172.21.15.55:0/3121843936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 msgr2=0x5629eace7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 0x5629eace7790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.120 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 -- 172.21.15.55:0/3121843936 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629eacd8960 con 0x5629eacdc520 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f661a2bd640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 0x5629eace7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f66192bb640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eace3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.122+0000 7f6619abc640 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f661001b040 tx=0x7f6610005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4afca2be744fda15 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f65ff7fe640 1 -- 172.21.15.55:0/3121843936 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66100199b0 con 0x5629eacdc520 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f65ff7fe640 1 -- 172.21.15.55:0/3121843936 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6610005580 con 0x5629eacdc520 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f65ff7fe640 1 -- 172.21.15.55:0/3121843936 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f661000f930 con 0x5629eacdc520 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 -- 172.21.15.55:0/3121843936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 msgr2=0x5629eacf7700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f661001b040 tx=0x7f6610005040 comp rx=0 tx=0).stop 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 -- 172.21.15.55:0/3121843936 shutdown_connections 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdce40 0x5629eace3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacebc10 0x5629eace7790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 --2- 172.21.15.55:0/3121843936 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacdc520 0x5629eacf7700 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 -- 172.21.15.55:0/3121843936 >> 172.21.15.55:0/3121843936 conn(0x5629eacd8b30 msgr2=0x5629eace7080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.121 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 -- 172.21.15.55:0/3121843936 shutdown_connections 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.123+0000 7f661ea35740 1 -- 172.21.15.55:0/3121843936 wait complete. 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 -- start start 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 Processor -- start 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 0x5629eacf3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f66141ace20 con 0x5629eacebc10 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f66141ac750 con 0x5629eacdce40 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f66141a9990 con 0x5629eacdc520 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661ea35740 10 client.0 _ll_register_callbacks cb 0x7f660409c820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661a2bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f66192bb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.122 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f661a2bd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47432/0 (socket says 172.21.15.55:47432) 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.124+0000 7f66192bb640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:36880/0 (socket says 172.21.15.55:36880) 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 -- 172.21.15.55:0/908695365 learned_addr learned my addr 172.21.15.55:0/908695365 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f6619abc640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 0x5629eacf3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 -- 172.21.15.55:0/908695365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 msgr2=0x5629eacf3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 0x5629eacf3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 -- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 msgr2=0x5629eacf4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 -- 172.21.15.55:0/908695365 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629eace5660 con 0x5629eacebc10 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f6619abc640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 0x5629eacf3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f66192bb640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661a2bd640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f660c009ca0 tx=0x7f660c02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f09f1b44f9147f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f65fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c004580 con 0x5629eacebc10 2024-04-23T18:25:20.123 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6610005580 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f660c004720 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f660c004b40 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661ea35740 10 client.15963 fetch_fsmap learned FSMap version 29 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.125+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5629ead61c80 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6610005580 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f660c0305c0 con 0x5629eacebc10 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 10 client.15963 fetch_fsmap finished waiting for FSMap version 29 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 10 client.15963 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 20 client.15963 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629ead624a0 0x5629ead648c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 4 client.15963 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5629eac49200 con 0x5629ead624a0 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f6619abc640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629ead624a0 0x5629ead648c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f65fd7fa640 10 client.15963 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:20.124 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.126+0000 7f6619abc640 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629ead624a0 0x5629ead648c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbb9b2938a128b02 server_cookie=30f8fa951033639a in_seq=0 out_seq=0 2024-04-23T18:25:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:19 smithi116 ceph-mon[32310]: pgmap v71: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 MiB/s rd, 7.6 MiB/s wr, 1.36k op/s 2024-04-23T18:25:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.258+0000 7f65fd7fa640 1 -- 172.21.15.55:0/908695365 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5629eac49200 con 0x5629ead624a0 2024-04-23T18:25:20.252 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.258+0000 7f65fd7fa640 10 client.15963 handle_command_reply: tid=0 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 client.15963 shutdown 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 msgr2=0x5629eace4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f660c009ca0 tx=0x7f660c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 shutdown_connections 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5629ead624a0 0x5629ead648c0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5629eacebc10 0x5629eace4e30 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5629eacdce40 0x5629eacf4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 --2- 172.21.15.55:0/908695365 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5629eacdc520 0x5629eacf3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 >> 172.21.15.55:0/908695365 conn(0x5629eacd8b30 msgr2=0x5629eace3d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f65fd7fa640 0 client.15963 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 shutdown_connections 2024-04-23T18:25:20.253 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 1 -- 172.21.15.55:0/908695365 wait complete. 2024-04-23T18:25:20.254 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.259+0000 7f661ea35740 20 client.15963 trim_cache size 0 max 16384 2024-04-23T18:25:20.254 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:25:20.254 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:25:20.254 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:25:20.254 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 msgr2=0x7f66000a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 0x7f66000a6280 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f660c006010 tx=0x7f660c0093f0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 msgr2=0x7f6614198c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f660400e9c0 tx=0x7f660400ee80 comp rx=0 tx=0).stop 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 shutdown_connections 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f66000a3dc0 0x7f66000a6280 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f661419cff0 0x7f661419d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.255 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6614106170 0x7f6614198c70 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 --2- 172.21.15.55:0/4120498621 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f66141010f0 0x7f6614198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 >> 172.21.15.55:0/4120498621 conn(0x7f6614077fd0 msgr2=0x7f66140fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 shutdown_connections 2024-04-23T18:25:20.256 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:20.260+0000 7f661bd20640 1 -- 172.21.15.55:0/4120498621 wait complete. 2024-04-23T18:25:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:21 smithi152 ceph-mon[33022]: pgmap v72: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 671 op/s 2024-04-23T18:25:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:21 smithi116 ceph-mon[32310]: pgmap v72: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 671 op/s 2024-04-23T18:25:22.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:21 smithi055 ceph-mon[29189]: pgmap v72: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 671 op/s 2024-04-23T18:25:24.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:23 smithi152 ceph-mon[33022]: pgmap v73: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 672 op/s 2024-04-23T18:25:24.104 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:23 smithi116 ceph-mon[32310]: pgmap v73: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 672 op/s 2024-04-23T18:25:24.178 INFO:tasks.workunit.client.0.smithi055.stderr:+ sync 2024-04-23T18:25:24.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:23 smithi055 ceph-mon[29189]: pgmap v73: 97 pgs: 97 active+clean; 165 MiB data, 835 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 6.6 MiB/s wr, 672 op/s 2024-04-23T18:25:25.583 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar c linux-4.0.5 2024-04-23T18:25:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:25 smithi152 ceph-mon[33022]: pgmap v74: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.5 MiB/s wr, 810 op/s 2024-04-23T18:25:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:25 smithi116 ceph-mon[32310]: pgmap v74: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.5 MiB/s wr, 810 op/s 2024-04-23T18:25:26.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:25 smithi055 ceph-mon[29189]: pgmap v74: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 MiB/s rd, 7.5 MiB/s wr, 810 op/s 2024-04-23T18:25:26.355 INFO:tasks.workunit.client.0.smithi055.stderr:+ rm -rf linux-4.0.5 2024-04-23T18:25:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:27 smithi152 ceph-mon[33022]: pgmap v75: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 431 op/s 2024-04-23T18:25:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:27 smithi116 ceph-mon[32310]: pgmap v75: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 431 op/s 2024-04-23T18:25:28.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:27 smithi055 ceph-mon[29189]: pgmap v75: 97 pgs: 97 active+clean; 149 MiB data, 806 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 3.2 MiB/s wr, 431 op/s 2024-04-23T18:25:29.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:28 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:29.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:28 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:29.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:28 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:30.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:29 smithi152 ceph-mon[33022]: pgmap v76: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 5.4 MiB/s wr, 674 op/s 2024-04-23T18:25:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:29 smithi116 ceph-mon[32310]: pgmap v76: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 5.4 MiB/s wr, 674 op/s 2024-04-23T18:25:30.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:29 smithi055 ceph-mon[29189]: pgmap v76: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 MiB/s rd, 5.4 MiB/s wr, 674 op/s 2024-04-23T18:25:32.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:31 smithi152 ceph-mon[33022]: pgmap v77: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:32.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:31 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:31 smithi116 ceph-mon[32310]: pgmap v77: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:31 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:32.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:31 smithi055 ceph-mon[29189]: pgmap v77: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:32.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:31 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 -- 172.21.15.55:0/303191717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f10101aa0 msgr2=0x7f3f10105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 --2- 172.21.15.55:0/303191717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f10101aa0 0x7f3f10105a90 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f3f04009900 tx=0x7f3f0402a410 comp rx=0 tx=0).stop 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 -- 172.21.15.55:0/303191717 shutdown_connections 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 --2- 172.21.15.55:0/303191717 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f1010dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 --2- 172.21.15.55:0/303191717 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f10101aa0 0x7f3f10105a90 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 --2- 172.21.15.55:0/303191717 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f101010f0 0x7f3f101014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.344 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.350+0000 7f3f1515d640 1 -- 172.21.15.55:0/303191717 >> 172.21.15.55:0/303191717 conn(0x7f3f10077fd0 msgr2=0x7f3f100783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.345 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.351+0000 7f3f1515d640 1 -- 172.21.15.55:0/303191717 shutdown_connections 2024-04-23T18:25:33.345 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.351+0000 7f3f1515d640 1 -- 172.21.15.55:0/303191717 wait complete. 2024-04-23T18:25:33.345 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.351+0000 7f3f1515d640 1 Processor -- start 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.351+0000 7f3f1515d640 1 -- start start 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 0x7f3f101a4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101111f0 con 0x7f3f101010f0 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3f10111070 con 0x7f3f1019a080 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f1515d640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3f10111370 con 0x7f3f10106170 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0f59e640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 0x7f3f101a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:51464/0 (socket says 172.21.15.55:51464) 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54050/0 (socket says 172.21.15.55:54050) 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 -- 172.21.15.55:0/4205277352 learned_addr learned my addr 172.21.15.55:0/4205277352 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:33.347 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 -- 172.21.15.55:0/4205277352 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 msgr2=0x7f3f101a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 0x7f3f101a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 -- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 msgr2=0x7f3f101995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 -- 172.21.15.55:0/4205277352 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f101a4e30 con 0x7f3f10106170 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 0x7f3f101a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.352+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3f04005940 tx=0x7f3f04004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.353+0000 7f3ef7fff640 1 -- 172.21.15.55:0/4205277352 <== mon.1 v2:172.21.15.152:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0403f030 con 0x7f3f10106170 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.353+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f101a50c0 con 0x7f3f10106170 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.353+0000 7f3ef7fff640 1 -- 172.21.15.55:0/4205277352 <== mon.1 v2:172.21.15.152:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f04004440 con 0x7f3f10106170 2024-04-23T18:25:33.348 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.353+0000 7f3ef7fff640 1 -- 172.21.15.55:0/4205277352 <== mon.1 v2:172.21.15.152:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04035070 con 0x7f3f10106170 2024-04-23T18:25:33.349 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.353+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f101a55b0 con 0x7f3f10106170 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3ef7fff640 1 -- 172.21.15.55:0/4205277352 <== mon.1 v2:172.21.15.152:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3f04042030 con 0x7f3f10106170 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 Processor -- start 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 -- start start 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c094ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.355 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5603c08b3970 con 0x5603c094e620 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5603c08504a0 con 0x5603c094ef40 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3f17e75740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5603c08af930 con 0x5603c0959800 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.355+0000 7f3ef7fff640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 0x7f3ef80a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0f59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c094ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.116:3300/0 says I am v2:172.21.15.55:60030/0 (socket says 172.21.15.55:60030) 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/4034629926 learned_addr learned my addr 172.21.15.55:0/4034629926 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0f59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c094ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54056/0 (socket says 172.21.15.55:54056) 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 0x7f3ef80a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3ef7fff640 1 -- 172.21.15.55:0/4205277352 <== mon.1 v2:172.21.15.152:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3f040f0ac0 con 0x7f3f10106170 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/4034629926 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 msgr2=0x5603c095bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.356 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/4034629926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 msgr2=0x5603c094ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c094ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/4034629926 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603c05c6210 con 0x5603c094ef40 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3f080115f0 tx=0x7f3f08011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d1ac23f9b441a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 0x7f3ef80a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3f00005c40 tx=0x7f3f00009500 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3ef57fa640 1 -- 172.21.15.55:0/4034629926 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0801e070 con 0x5603c094ef40 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3ef57fa640 1 -- 172.21.15.55:0/4034629926 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f0800fb10 con 0x5603c094ef40 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.356+0000 7f3ef57fa640 1 -- 172.21.15.55:0/4034629926 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f08019bc0 con 0x5603c094ef40 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- 172.21.15.55:0/4034629926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 msgr2=0x5603c09592c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3f080115f0 tx=0x7f3f08011ab0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- 172.21.15.55:0/4034629926 shutdown_connections 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c09592c0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 --2- 172.21.15.55:0/4034629926 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c094ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.357 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- 172.21.15.55:0/4034629926 >> 172.21.15.55:0/4034629926 conn(0x5603c094ab30 msgr2=0x5603c094af10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- 172.21.15.55:0/4034629926 shutdown_connections 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- 172.21.15.55:0/4034629926 wait complete. 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 -- start start 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.357+0000 7f3f17e75740 1 Processor -- start 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 0x5603c0959110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c0959800 0x5603c0956940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5603c095c430 con 0x5603c094ef40 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5603c084e0b0 con 0x5603c0959800 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5603c095c5b0 con 0x5603c094e620 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 10 client.0 _ll_register_callbacks cb 0x5603c083bd30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.358 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54072/0 (socket says 172.21.15.55:54072) 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 -- 172.21.15.55:0/1897765265 learned_addr learned my addr 172.21.15.55:0/1897765265 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 0x5603c0959110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c0959800 0x5603c0956940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 -- 172.21.15.55:0/1897765265 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 msgr2=0x5603c0959110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 0x5603c0959110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 -- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c0959800 msgr2=0x5603c0956940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c0959800 0x5603c0956940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 -- 172.21.15.55:0/1897765265 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603c0692620 con 0x5603c094ef40 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 0x5603c0959110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f3f040b8f80 tx=0x7f3f04043000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a7222c32cc88434 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3ef2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f04049040 con 0x5603c094ef40 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3f04003d70 con 0x5603c094ef40 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.358+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f0800fb10 con 0x5603c094ef40 2024-04-23T18:25:33.359 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3f040bc480 con 0x5603c094ef40 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 10 client.15975 fetch_fsmap learned FSMap version 32 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5603c0968310 con 0x5603c094ef40 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f0800fb10 con 0x5603c094ef40 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 32) ==== 8390+0+0 (secure 0 0 0) 0x7f3f040ee4a0 con 0x5603c094ef40 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 10 client.15975 fetch_fsmap finished waiting for FSMap version 32 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 10 client.15975 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 20 client.15975 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09698a0 0x5603c096bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 4 client.15975 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603c08c1390 con 0x5603c09698a0 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.359+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09698a0 0x5603c096bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3ef2ff5640 10 client.15975 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09698a0 0x5603c096bd20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6d4ba9fd500ed0b server_cookie=91a4332a1fa7a913 in_seq=0 out_seq=0 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/1897765265 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5603c08c1390 con 0x5603c09698a0 2024-04-23T18:25:33.360 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3ef2ff5640 10 client.15975 handle_command_reply: tid=0 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 client.15975 shutdown 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 msgr2=0x5603c0956400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f3f040b8f80 tx=0x7f3f04043000 comp rx=0 tx=0).stop 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 shutdown_connections 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09698a0 0x5603c096bd20 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c0959800 0x5603c0956940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094ef40 0x5603c0956400 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3ef2ff5640 0 client.15975 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 --2- 172.21.15.55:0/1897765265 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094e620 0x5603c0959110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.360+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 >> 172.21.15.55:0/1897765265 conn(0x5603c094ab30 msgr2=0x5603c09508b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.361+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 shutdown_connections 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.361+0000 7f3f17e75740 1 -- 172.21.15.55:0/1897765265 wait complete. 2024-04-23T18:25:33.361 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.361+0000 7f3f17e75740 20 client.15975 trim_cache size 0 max 16384 2024-04-23T18:25:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 Processor -- start 2024-04-23T18:25:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 -- start start 2024-04-23T18:25:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 0x5603c09652f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.372 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094ef40 0x5603c0949b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101adc10 con 0x5603c0959800 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.375+0000 7f3f17e75740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101af840 con 0x5603c094e620 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f17e75740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101ae310 con 0x5603c094ef40 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54078/0 (socket says 172.21.15.55:54078) 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 -- 172.21.15.55:0/2575281869 learned_addr learned my addr 172.21.15.55:0/2575281869 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094ef40 0x5603c0949b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 0x5603c09652f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 -- 172.21.15.55:0/2575281869 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094ef40 msgr2=0x5603c0949b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094ef40 0x5603c0949b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 -- 172.21.15.55:0/2575281869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 msgr2=0x5603c09652f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 0x5603c09652f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 -- 172.21.15.55:0/2575281869 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603c094f9f0 con 0x5603c0959800 2024-04-23T18:25:33.373 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 0x5603c09652f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f3f00011a00 tx=0x7f3f00005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ea658c29b81e2df server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3ef4ff9640 1 -- 172.21.15.55:0/2575281869 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0002e070 con 0x5603c0959800 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3ef4ff9640 1 -- 172.21.15.55:0/2575281869 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f0000fcc0 con 0x5603c0959800 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.376+0000 7f3ef4ff9640 1 -- 172.21.15.55:0/2575281869 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f0001c610 con 0x5603c0959800 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- 172.21.15.55:0/2575281869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 msgr2=0x5603c0971630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f3f00011a00 tx=0x7f3f00005bd0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- 172.21.15.55:0/2575281869 shutdown_connections 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c094ef40 0x5603c0949b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c0959800 0x5603c0971630 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- 172.21.15.55:0/2575281869 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094e620 0x5603c09652f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- 172.21.15.55:0/2575281869 >> 172.21.15.55:0/2575281869 conn(0x5603c094ab30 msgr2=0x5603c0949420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- 172.21.15.55:0/2575281869 shutdown_connections 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- 172.21.15.55:0/2575281869 wait complete. 2024-04-23T18:25:33.374 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- start start 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 Processor -- start 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c095f100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101af0b0 con 0x5603c094e620 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101ae9e0 con 0x5603c094ef40 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3f101abb30 con 0x5603c0959800 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.377+0000 7f3f17e75740 10 client.0 _ll_register_callbacks cb 0x7f3f0403b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:54080/0 (socket says 172.21.15.55:54080) 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/3989083396 learned_addr learned my addr 172.21.15.55:0/3989083396 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c095f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0f59e640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.375 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/3989083396 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 msgr2=0x5603c095f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 msgr2=0x5603c095f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c095f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 -- 172.21.15.55:0/3989083396 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603c09ceeb0 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f0ed9d640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x5603c094fbc0 tx=0x7f3f08009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868614257f1358df server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3ef2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f08029020 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3f0800f640 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f0000fcc0 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) ==== 24+0+0 (secure 0 0 0) 0x7f3f08034050 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f17e75740 10 client.15981 fetch_fsmap learned FSMap version 32 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.378+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) -- 0x5603c09d0080 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3f0000fcc0 con 0x5603c094e620 2024-04-23T18:25:33.376 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 32) ==== 8390+0+0 (secure 0 0 0) 0x7f3f080198a0 con 0x5603c094e620 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 10 client.15981 fetch_fsmap finished waiting for FSMap version 32 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 10 client.15981 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 20 client.15981 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09d0740 0x5603c09d2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 4 client.15981 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5603c08bb200 con 0x5603c09d0740 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09d0740 0x5603c09d2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3f0e59c640 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09d0740 0x5603c09d2b60 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c52268fb97ae65e6 server_cookie=1a249760480a7fdd in_seq=0 out_seq=0 2024-04-23T18:25:33.377 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.379+0000 7f3ef2ff5640 10 client.15981 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:33.479 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3ef2ff5640 1 -- 172.21.15.55:0/3989083396 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5603c08bb200 con 0x5603c09d0740 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3ef2ff5640 10 client.15981 handle_command_reply: tid=0 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 client.15981 shutdown 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 msgr2=0x5603c0961d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x5603c094fbc0 tx=0x7f3f08009b50 comp rx=0 tx=0).stop 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 shutdown_connections 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5603c09d0740 0x5603c09d2b60 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5603c0959800 0x5603c095f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3ef2ff5640 0 client.15981 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5603c094ef40 0x5603c095f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 --2- 172.21.15.55:0/3989083396 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5603c094e620 0x5603c0961d20 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 >> 172.21.15.55:0/3989083396 conn(0x5603c094ab30 msgr2=0x5603c0949cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.480 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 shutdown_connections 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 1 -- 172.21.15.55:0/3989083396 wait complete. 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.486+0000 7f3f17e75740 20 client.15981 trim_cache size 0 max 16384 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:25:33.481 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:25:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 msgr2=0x7f3ef80a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 0x7f3ef80a6280 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f3f00005c40 tx=0x7f3f00009500 comp rx=0 tx=0).stop 2024-04-23T18:25:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 msgr2=0x7f3f10199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f3f04005940 tx=0x7f3f04004040 comp rx=0 tx=0).stop 2024-04-23T18:25:33.482 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 shutdown_connections 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f3ef80a3dc0 0x7f3ef80a6280 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3f10106170 0x7f3f10199af0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3f1019a080 0x7f3f101a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 --2- 172.21.15.55:0/4205277352 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3f101010f0 0x7f3f101995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 >> 172.21.15.55:0/4205277352 conn(0x7f3f10077fd0 msgr2=0x7f3f100fee90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 shutdown_connections 2024-04-23T18:25:33.483 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:33.487+0000 7f3f1515d640 1 -- 172.21.15.55:0/4205277352 wait complete. 2024-04-23T18:25:34.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:33 smithi152 ceph-mon[33022]: pgmap v78: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:34.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:33 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:33 smithi116 ceph-mon[32310]: pgmap v78: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:33 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:34.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:33 smithi055 ceph-mon[29189]: pgmap v78: 97 pgs: 97 active+clean; 175 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 382 op/s 2024-04-23T18:25:34.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:33 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:35.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:34 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:35.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:34 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:35.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:34 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:35 smithi152 ceph-mon[33022]: pgmap v79: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 535 op/s 2024-04-23T18:25:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:35 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:35 smithi116 ceph-mon[32310]: pgmap v79: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 535 op/s 2024-04-23T18:25:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:35 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:35 smithi055 ceph-mon[29189]: pgmap v79: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 535 op/s 2024-04-23T18:25:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:35 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:37.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:36 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:37.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:36 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:37.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:36 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:38.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:37 smithi152 ceph-mon[33022]: pgmap v80: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 396 op/s 2024-04-23T18:25:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:37 smithi116 ceph-mon[32310]: pgmap v80: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 396 op/s 2024-04-23T18:25:38.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:37 smithi055 ceph-mon[29189]: pgmap v80: 97 pgs: 97 active+clean; 181 MiB data, 900 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 396 op/s 2024-04-23T18:25:39.455 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar xf doc.tar 2024-04-23T18:25:40.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:39 smithi152 ceph-mon[33022]: pgmap v81: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 586 op/s 2024-04-23T18:25:40.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:39 smithi116 ceph-mon[32310]: pgmap v81: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 586 op/s 2024-04-23T18:25:40.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:39 smithi055 ceph-mon[29189]: pgmap v81: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 586 op/s 2024-04-23T18:25:41.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:40 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:41.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:40 smithi152 ceph-mon[33022]: pgmap v82: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:41.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:40 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:41.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:40 smithi116 ceph-mon[32310]: pgmap v82: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:41.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:40 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:25:41.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:40 smithi055 ceph-mon[29189]: pgmap v82: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:43.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:43 smithi116 ceph-mon[32310]: pgmap v83: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:43.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:43 smithi055 ceph-mon[29189]: pgmap v83: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:43.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:43 smithi152 ceph-mon[33022]: pgmap v83: 97 pgs: 97 active+clean; 177 MiB data, 927 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 342 op/s 2024-04-23T18:25:45.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:45 smithi055 ceph-mon[29189]: pgmap v84: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2024-04-23T18:25:45.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:45 smithi152 ceph-mon[33022]: pgmap v84: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2024-04-23T18:25:45.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:45 smithi116 ceph-mon[32310]: pgmap v84: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 440 op/s 2024-04-23T18:25:46.521 INFO:tasks.workunit.client.0.smithi055.stderr:+ sync 2024-04-23T18:25:46.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.616+0000 7f625da38640 1 -- 172.21.15.55:0/1729854026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 msgr2=0x7f62500965d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.616+0000 7f625da38640 1 --2- 172.21.15.55:0/1729854026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500965d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f624c009890 tx=0x7f624c02a370 comp rx=0 tx=0).stop 2024-04-23T18:25:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 -- 172.21.15.55:0/1729854026 shutdown_connections 2024-04-23T18:25:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 --2- 172.21.15.55:0/1729854026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6250096ba0 0x7f625009a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 --2- 172.21.15.55:0/1729854026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f62500a2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 --2- 172.21.15.55:0/1729854026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500965d0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 -- 172.21.15.55:0/1729854026 >> 172.21.15.55:0/1729854026 conn(0x7f625000b880 msgr2=0x7f625000bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:46.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.618+0000 7f625da38640 1 -- 172.21.15.55:0/1729854026 shutdown_connections 2024-04-23T18:25:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.619+0000 7f625da38640 1 -- 172.21.15.55:0/1729854026 wait complete. 2024-04-23T18:25:46.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.620+0000 7f625da38640 1 Processor -- start 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.620+0000 7f625da38640 1 -- start start 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f625009ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f625009f100 0x7f625009f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f62500080a0 con 0x7f62500961f0 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6250007f20 con 0x7f625009b0c0 2024-04-23T18:25:46.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.621+0000 7f625da38640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6250008220 con 0x7f625009f100 2024-04-23T18:25:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.624+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.617 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.624+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:36392/0 (socket says 172.21.15.55:36392) 2024-04-23T18:25:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.624+0000 7f625ca36640 1 -- 172.21.15.55:0/236335235 learned_addr learned my addr 172.21.15.55:0/236335235 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f6257fff640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f625009ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.618 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625d237640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f625009f100 0x7f625009f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625ca36640 1 -- 172.21.15.55:0/236335235 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f625009f100 msgr2=0x7f625009f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625ca36640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f625009f100 0x7f625009f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625ca36640 1 -- 172.21.15.55:0/236335235 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 msgr2=0x7f625009ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625ca36640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f625009ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.625+0000 7f625ca36640 1 -- 172.21.15.55:0/236335235 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6250136aa0 con 0x7f62500961f0 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.626+0000 7f625ca36640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f624c0057c0 tx=0x7f624c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.626+0000 7f6257fff640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f625009ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.627+0000 7f6255ffb640 1 -- 172.21.15.55:0/236335235 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c037040 con 0x7f62500961f0 2024-04-23T18:25:46.620 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.627+0000 7f6255ffb640 1 -- 172.21.15.55:0/236335235 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f624c042070 con 0x7f62500961f0 2024-04-23T18:25:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.627+0000 7f6255ffb640 1 -- 172.21.15.55:0/236335235 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c030a90 con 0x7f62500961f0 2024-04-23T18:25:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.628+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6250136d30 con 0x7f62500961f0 2024-04-23T18:25:46.621 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.628+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6250148290 con 0x7f62500961f0 2024-04-23T18:25:46.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.632+0000 7f62619b4740 1 Processor -- start 2024-04-23T18:25:46.625 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.632+0000 7f6255ffb640 1 -- 172.21.15.55:0/236335235 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f624c030c30 con 0x7f62500961f0 2024-04-23T18:25:46.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 -- start start 2024-04-23T18:25:46.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c13bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.627 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c20db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x557301b78970 con 0x557301c137e0 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x557301b154a0 con 0x557301c1e9c0 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f62619b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x557301b74930 con 0x557301c14100 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f625ca36640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f625ca36640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:51720/0 (socket says 172.21.15.55:51720) 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f625ca36640 1 -- 172.21.15.55:0/2778222219 learned_addr learned my addr 172.21.15.55:0/2778222219 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.633+0000 7f6257fff640 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c20db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6257fff640 1 -- 172.21.15.55:0/2778222219 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 msgr2=0x557301c1e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6257fff640 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1e480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6257fff640 1 -- 172.21.15.55:0/2778222219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 msgr2=0x557301c13bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6257fff640 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c13bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6257fff640 1 -- 172.21.15.55:0/2778222219 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55730188b210 con 0x557301c1e9c0 2024-04-23T18:25:46.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6255ffb640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 0x7f62480a63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.634+0000 7f6255ffb640 1 -- 172.21.15.55:0/236335235 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f624c0f06a0 con 0x7f62500961f0 2024-04-23T18:25:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.638+0000 7f625d237640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 0x7f62480a63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.638+0000 7f6257fff640 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c20db0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f62500a0330 tx=0x7f6244020740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=205fa0514aae6eeb server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.638+0000 7f6242ffd640 1 -- 172.21.15.55:0/2778222219 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244026070 con 0x557301c1e9c0 2024-04-23T18:25:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.638+0000 7f6242ffd640 1 -- 172.21.15.55:0/2778222219 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f62440035f0 con 0x557301c1e9c0 2024-04-23T18:25:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.638+0000 7f6242ffd640 1 -- 172.21.15.55:0/2778222219 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62440226b0 con 0x557301c1e9c0 2024-04-23T18:25:46.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.639+0000 7f625d237640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 0x7f62480a63b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f62580657a0 tx=0x7f625806d040 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.634 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 -- 172.21.15.55:0/2778222219 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 msgr2=0x557301c20db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c20db0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f62500a0330 tx=0x7f6244020740 comp rx=0 tx=0).stop 2024-04-23T18:25:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 -- 172.21.15.55:0/2778222219 shutdown_connections 2024-04-23T18:25:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.635 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c20db0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 --2- 172.21.15.55:0/2778222219 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c13bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.636 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.642+0000 7f62619b4740 1 -- 172.21.15.55:0/2778222219 >> 172.21.15.55:0/2778222219 conn(0x557301c0fcf0 msgr2=0x557301c100d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.647+0000 7f62619b4740 1 -- 172.21.15.55:0/2778222219 shutdown_connections 2024-04-23T18:25:46.641 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.648+0000 7f62619b4740 1 -- 172.21.15.55:0/2778222219 wait complete. 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.649+0000 7f62619b4740 1 -- start start 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.649+0000 7f62619b4740 1 Processor -- start 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.649+0000 7f62619b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.649+0000 7f62619b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.649+0000 7f62619b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c1bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:36410/0 (socket says 172.21.15.55:36410) 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f625ca36640 1 -- 172.21.15.55:0/2970535181 learned_addr learned my addr 172.21.15.55:0/2970535181 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x557301c215f0 con 0x557301c137e0 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x557301b130b0 con 0x557301c1e9c0 2024-04-23T18:25:46.643 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x557301c21770 con 0x557301c14100 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f62619b4740 10 client.0 _ll_register_callbacks cb 0x557301b00d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.650+0000 7f625d237640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c1bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.651+0000 7f625ca36640 1 -- 172.21.15.55:0/2970535181 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 msgr2=0x557301c1b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.651+0000 7f625ca36640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.651+0000 7f625ca36640 1 -- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 msgr2=0x557301c1bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.651+0000 7f625ca36640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c1bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.644 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.651+0000 7f625ca36640 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557301957620 con 0x557301c137e0 2024-04-23T18:25:46.645 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.652+0000 7f625ca36640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f624c0c4e40 tx=0x7f624c009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f7942bd464b886 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.653+0000 7f6237fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.653+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c0bc0f0 con 0x557301c137e0 2024-04-23T18:25:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.653+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62440035f0 con 0x557301c137e0 2024-04-23T18:25:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.653+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f624c0bcbf0 con 0x557301c137e0 2024-04-23T18:25:46.646 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.654+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f624c0044e0 con 0x557301c137e0 2024-04-23T18:25:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.655+0000 7f62619b4740 10 client.15990 fetch_fsmap learned FSMap version 36 2024-04-23T18:25:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.655+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557301c2d570 con 0x557301c137e0 2024-04-23T18:25:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.655+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f62440035f0 con 0x557301c137e0 2024-04-23T18:25:46.648 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.656+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7f624c03a030 con 0x557301c137e0 2024-04-23T18:25:46.651 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 10 client.15990 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:25:46.651 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 10 client.15990 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:46.651 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 20 client.15990 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c2eb40 0x557301c31000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 4 client.15990 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.657+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557301b86390 con 0x557301c2eb40 2024-04-23T18:25:46.652 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.660+0000 7f6257fff640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c2eb40 0x557301c31000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.664+0000 7f6257fff640 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c2eb40 0x557301c31000 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63da2a2b00a5e019 server_cookie=28d1725e7a1217fc in_seq=0 out_seq=0 2024-04-23T18:25:46.657 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.664+0000 7f6237fff640 10 client.15990 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.667+0000 7f6237fff640 1 -- 172.21.15.55:0/2970535181 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x557301b86390 con 0x557301c2eb40 2024-04-23T18:25:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.668+0000 7f6237fff640 10 client.15990 handle_command_reply: tid=0 2024-04-23T18:25:46.660 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.668+0000 7f62619b4740 1 client.15990 shutdown 2024-04-23T18:25:46.664 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.671+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 msgr2=0x557301c1e2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.664 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.671+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f624c0c4e40 tx=0x7f624c009550 comp rx=0 tx=0).stop 2024-04-23T18:25:46.665 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 shutdown_connections 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c2eb40 0x557301c31000 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c14100 0x557301c1b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c1bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 --2- 172.21.15.55:0/2970535181 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c137e0 0x557301c1e2d0 secure :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f624c0c4e40 tx=0x7f624c009550 comp rx=0 tx=0).stop 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 >> 172.21.15.55:0/2970535181 conn(0x557301c0fcf0 msgr2=0x557301c15a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:46.666 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.672+0000 7f6237fff640 0 client.15990 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:46.667 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.674+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 shutdown_connections 2024-04-23T18:25:46.667 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.675+0000 7f62619b4740 1 -- 172.21.15.55:0/2970535181 wait complete. 2024-04-23T18:25:46.672 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.679+0000 7f62619b4740 20 client.15990 trim_cache size 0 max 16384 2024-04-23T18:25:46.706 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.713+0000 7f62619b4740 1 Processor -- start 2024-04-23T18:25:46.706 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.713+0000 7f62619b4740 1 -- start start 2024-04-23T18:25:46.706 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.714+0000 7f62619b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.714+0000 7f62619b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c36910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.714+0000 7f62619b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c36e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f62619b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f62501509c0 con 0x557301c14100 2024-04-23T18:25:46.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f62619b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f62501526e0 con 0x557301c1e9c0 2024-04-23T18:25:46.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f62619b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6250151150 con 0x557301c1e340 2024-04-23T18:25:46.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f625d237640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c36e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f625ca36640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:36422/0 (socket says 172.21.15.55:36422) 2024-04-23T18:25:46.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f625ca36640 1 -- 172.21.15.55:0/423283021 learned_addr learned my addr 172.21.15.55:0/423283021 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:46.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.715+0000 7f6257fff640 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c36910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 -- 172.21.15.55:0/423283021 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 msgr2=0x557301c36e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c36e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 -- 172.21.15.55:0/423283021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 msgr2=0x557301c36910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c36910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 -- 172.21.15.55:0/423283021 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557301c0fb20 con 0x557301c14100 2024-04-23T18:25:46.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.716+0000 7f625ca36640 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f624c0058c0 tx=0x7f624c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9b9c093fd40d69a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.717+0000 7f62427fc640 1 -- 172.21.15.55:0/423283021 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c0bc0f0 con 0x557301c14100 2024-04-23T18:25:46.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.718+0000 7f62427fc640 1 -- 172.21.15.55:0/423283021 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f624c0bce90 con 0x557301c14100 2024-04-23T18:25:46.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.718+0000 7f62427fc640 1 -- 172.21.15.55:0/423283021 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624c0bcc50 con 0x557301c14100 2024-04-23T18:25:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.720+0000 7f62619b4740 1 -- 172.21.15.55:0/423283021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 msgr2=0x557301c1de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.720+0000 7f62619b4740 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f624c0058c0 tx=0x7f624c005f90 comp rx=0 tx=0).stop 2024-04-23T18:25:46.713 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.721+0000 7f62619b4740 1 -- 172.21.15.55:0/423283021 shutdown_connections 2024-04-23T18:25:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.721+0000 7f62619b4740 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c36e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.721+0000 7f62619b4740 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c36910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.721+0000 7f62619b4740 1 --2- 172.21.15.55:0/423283021 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c14100 0x557301c1de00 secure :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f624c0058c0 tx=0x7f624c005f90 comp rx=0 tx=0).stop 2024-04-23T18:25:46.714 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.721+0000 7f62619b4740 1 -- 172.21.15.55:0/423283021 >> 172.21.15.55:0/423283021 conn(0x557301c0fcf0 msgr2=0x557301c0ede0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:46.719 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.727+0000 7f62619b4740 1 -- 172.21.15.55:0/423283021 shutdown_connections 2024-04-23T18:25:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.728+0000 7f62619b4740 1 -- 172.21.15.55:0/423283021 wait complete. 2024-04-23T18:25:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.728+0000 7f62619b4740 1 -- start start 2024-04-23T18:25:46.721 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.728+0000 7f62619b4740 1 Processor -- start 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c26c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c23f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 0x557301c24930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6250151f50 con 0x557301c244b0 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6250151820 con 0x557301c1e9c0 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f625014e8e0 con 0x557301c1e340 2024-04-23T18:25:46.727 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.734+0000 7f62619b4740 10 client.0 _ll_register_callbacks cb 0x7f624c030f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:46.729 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625ca36640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c26c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.729 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625ca36640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c26c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:51742/0 (socket says 172.21.15.55:51742) 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625ca36640 1 -- 172.21.15.55:0/1946347740 learned_addr learned my addr 172.21.15.55:0/1946347740 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 0x557301c24930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 -- 172.21.15.55:0/1946347740 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 msgr2=0x557301c26c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c26c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 -- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 msgr2=0x557301c23f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-04-23T18:25:46.730 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c23f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:46.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.737+0000 7f625d237640 1 -- 172.21.15.55:0/1946347740 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557301c94190 con 0x557301c244b0 2024-04-23T18:25:46.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.738+0000 7f625d237640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 0x557301c24930 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6258067c60 tx=0x7f6258067920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da2131c60a142578 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:46.731 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.738+0000 7f6237fff640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:46.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.738+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6258081040 con 0x557301c244b0 2024-04-23T18:25:46.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.738+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f6258078970 con 0x557301c244b0 2024-04-23T18:25:46.732 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.739+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f624c0bce90 con 0x557301c244b0 2024-04-23T18:25:46.734 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.740+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f6258078bb0 con 0x557301c244b0 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.743+0000 7f62619b4740 10 client.15996 fetch_fsmap learned FSMap version 36 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.743+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x557301c95420 con 0x557301c244b0 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f624c0bce90 con 0x557301c244b0 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7f6258084070 con 0x557301c244b0 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 10 client.15996 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 10 client.15996 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 20 client.15996 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c95be0 0x557301c98000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 4 client.15996 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:25:46.737 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.744+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557301b80200 con 0x557301c95be0 2024-04-23T18:25:46.738 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.745+0000 7f625ca36640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c95be0 0x557301c98000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:46.739 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.746+0000 7f625ca36640 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c95be0 0x557301c98000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce496c3e33a06802 server_cookie=4b24f87223d37aa1 in_seq=0 out_seq=0 2024-04-23T18:25:46.740 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:46.746+0000 7f6237fff640 10 client.15996 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:47.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:47 smithi055 ceph-mon[29189]: pgmap v85: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-23T18:25:47.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:47 smithi152 ceph-mon[33022]: pgmap v85: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-23T18:25:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:47 smithi116 ceph-mon[32310]: pgmap v85: 97 pgs: 97 active+clean; 178 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 288 op/s 2024-04-23T18:25:49.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:49 smithi055 ceph-mon[29189]: pgmap v86: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 614 op/s 2024-04-23T18:25:49.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:49 smithi152 ceph-mon[33022]: pgmap v86: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 614 op/s 2024-04-23T18:25:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:49 smithi116 ceph-mon[32310]: pgmap v86: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 614 op/s 2024-04-23T18:25:50.323 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f6237fff640 1 -- 172.21.15.55:0/1946347740 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557301b80200 con 0x557301c95be0 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f6237fff640 10 client.15996 handle_command_reply: tid=0 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 client.15996 shutdown 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 msgr2=0x557301c24930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 0x557301c24930 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f6258067c60 tx=0x7f6258067920 comp rx=0 tx=0).stop 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 shutdown_connections 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x557301c95be0 0x557301c98000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x557301c244b0 0x557301c24930 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.324 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x557301c1e9c0 0x557301c23f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.325 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f6237fff640 0 client.15996 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:50.325 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 --2- 172.21.15.55:0/1946347740 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x557301c1e340 0x557301c26c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.325 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 >> 172.21.15.55:0/1946347740 conn(0x557301c0fcf0 msgr2=0x557301c1ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:50.325 INFO:tasks.workunit.client.0.smithi055.stderr:+ tar c linux-4.0.5 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.330+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 shutdown_connections 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.331+0000 7f62619b4740 1 -- 172.21.15.55:0/1946347740 wait complete. 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.331+0000 7f62619b4740 20 client.15996 trim_cache size 0 max 16384 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:25:50.326 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 msgr2=0x7f62480a63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 0x7f62480a63b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f62580657a0 tx=0x7f625806d040 comp rx=0 tx=0).stop 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 msgr2=0x7f62500a2ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f624c0057c0 tx=0x7f624c0042f0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 shutdown_connections 2024-04-23T18:25:50.327 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f62480a3ef0 0x7f62480a63b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f625009f100 0x7f625009f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f625009b0c0 0x7f625009ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 --2- 172.21.15.55:0/236335235 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f62500961f0 0x7f62500a2ae0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 >> 172.21.15.55:0/236335235 conn(0x7f625000b880 msgr2=0x7f6250094cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 shutdown_connections 2024-04-23T18:25:50.328 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:25:50.332+0000 7f625da38640 1 -- 172.21.15.55:0/236335235 wait complete. 2024-04-23T18:25:50.828 INFO:tasks.workunit.client.0.smithi055.stdout:Ok 2024-04-23T18:25:50.828 INFO:tasks.workunit.client.0.smithi055.stderr:+ echo Ok 2024-04-23T18:25:50.829 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-23T18:25:50.829 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-23T18:25:51.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:51 smithi055 ceph-mon[29189]: pgmap v87: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:51.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:51 smithi152 ceph-mon[33022]: pgmap v87: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:51 smithi116 ceph-mon[32310]: pgmap v87: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:53.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:53 smithi055 ceph-mon[29189]: pgmap v88: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:53.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:53 smithi152 ceph-mon[33022]: pgmap v88: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:53 smithi116 ceph-mon[32310]: pgmap v88: 97 pgs: 97 active+clean; 204 MiB data, 980 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 425 op/s 2024-04-23T18:25:54.696 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 10 2024-04-23T18:25:54.697 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 -- 172.21.15.55:0/4116665209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 msgr2=0x7ff3b4102620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 --2- 172.21.15.55:0/4116665209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4102620 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4009900 tx=0x7ff3a402a410 comp rx=0 tx=0).stop 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 -- 172.21.15.55:0/4116665209 shutdown_connections 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 --2- 172.21.15.55:0/4116665209 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4102bf0 0x7ff3b4106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 --2- 172.21.15.55:0/4116665209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4107280 0x7ff3b410ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 --2- 172.21.15.55:0/4116665209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4102620 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 -- 172.21.15.55:0/4116665209 >> 172.21.15.55:0/4116665209 conn(0x7ff3b40790e0 msgr2=0x7ff3b40794f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 -- 172.21.15.55:0/4116665209 shutdown_connections 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.807+0000 7ff3ba810640 1 -- 172.21.15.55:0/4116665209 wait complete. 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.808+0000 7ff3ba810640 1 Processor -- start 2024-04-23T18:25:54.801 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.808+0000 7ff3ba810640 1 -- start start 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4107280 0x7ff3b4074790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4074cd0 0x7ff3b41a6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b4112320 con 0x7ff3b4102240 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b41121a0 con 0x7ff3b4074cd0 2024-04-23T18:25:54.803 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b41124a0 con 0x7ff3b4107280 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47306/0 (socket says 172.21.15.55:47306) 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 -- 172.21.15.55:0/175872189 learned_addr learned my addr 172.21.15.55:0/175872189 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b37fe640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4107280 0x7ff3b4074790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b8dad640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4074cd0 0x7ff3b41a6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 -- 172.21.15.55:0/175872189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4107280 msgr2=0x7ff3b4074790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4107280 0x7ff3b4074790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 -- 172.21.15.55:0/175872189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4074cd0 msgr2=0x7ff3b41a6ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4074cd0 0x7ff3b41a6ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 -- 172.21.15.55:0/175872189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b41a71b0 con 0x7ff3b4102240 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b3fff640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4005ab0 tx=0x7ff3a40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a403f030 con 0x7ff3b4102240 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b41a7440 con 0x7ff3b4102240 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff3a4003cd0 con 0x7ff3b4102240 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.809+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3a4035070 con 0x7ff3b4102240 2024-04-23T18:25:54.804 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.810+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b41a7930 con 0x7ff3b4102240 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.810+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b40691c0 con 0x7ff3b4102240 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.812+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff3a4042030 con 0x7ff3b4102240 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.812+0000 7ff3b17fa640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 0x7ff39c0a6210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.812+0000 7ff3b37fe640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 0x7ff39c0a6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.812+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff3a40f0eb0 con 0x7ff3b4102240 2024-04-23T18:25:54.805 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.813+0000 7ff3b37fe640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 0x7ff39c0a6210 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4075ce0 tx=0x7ff3a800b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:54.808 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:54.816+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7ff3a40bceb0 con 0x7ff3b4102240 2024-04-23T18:25:55.042 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.050+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3b410a480 con 0x7ff3b4102240 2024-04-23T18:25:55.043 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.050+0000 7ff3b17fa640 1 -- 172.21.15.55:0/175872189 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11967 (secure 0 0 0) 0x7ff3a40c11b0 con 0x7ff3b4102240 2024-04-23T18:25:55.044 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:25:55.044 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:25:39.401429+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24461,24503,24536,24425,24451]},"id":1}]} 2024-04-23T18:25:55.044 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 36 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 msgr2=0x7ff39c0a6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 0x7ff39c0a6210 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4075ce0 tx=0x7ff3a800b390 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 msgr2=0x7ff3b4074250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4005ab0 tx=0x7ff3a40042f0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 shutdown_connections 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff39c0a3d50 0x7ff39c0a6210 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff3b4107280 0x7ff3b4074790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff3b4074cd0 0x7ff3b41a6ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 --2- 172.21.15.55:0/175872189 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff3b4102240 0x7ff3b4074250 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 >> 172.21.15.55:0/175872189 conn(0x7ff3b40790e0 msgr2=0x7ff3b4100390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 shutdown_connections 2024-04-23T18:25:55.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.053+0000 7ff3ba810640 1 -- 172.21.15.55:0/175872189 wait complete. 2024-04-23T18:25:55.057 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db / --timeout 60 --expiration 70 --await-for 42.0' 2024-04-23T18:25:55.057 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db / --timeout 60 --expiration 70 --await-for 42.0 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- 172.21.15.55:0/3368794966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf88106170 msgr2=0x7fbf8810dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 --2- 172.21.15.55:0/3368794966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf88106170 0x7fbf8810dd40 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fbf80009ca0 tx=0x7fbf8002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- 172.21.15.55:0/3368794966 shutdown_connections 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 --2- 172.21.15.55:0/3368794966 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88101a50 0x7fbf88105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 --2- 172.21.15.55:0/3368794966 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf88106170 0x7fbf8810dd40 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 --2- 172.21.15.55:0/3368794966 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf881010a0 0x7fbf88101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- 172.21.15.55:0/3368794966 >> 172.21.15.55:0/3368794966 conn(0x7fbf88077f50 msgr2=0x7fbf88078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- 172.21.15.55:0/3368794966 shutdown_connections 2024-04-23T18:25:55.191 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- 172.21.15.55:0/3368794966 wait complete. 2024-04-23T18:25:55.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 Processor -- start 2024-04-23T18:25:55.192 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.198+0000 7fbf8d631640 1 -- start start 2024-04-23T18:25:55.193 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.193 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88106170 0x7fbf88197c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.193 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf8819bfc0 0x7fbf8819c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.193 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbf88111260 con 0x7fbf881010a0 2024-04-23T18:25:55.193 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881110e0 con 0x7fbf8819bfc0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881113e0 con 0x7fbf88106170 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47324/0 (socket says 172.21.15.55:47324) 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 -- 172.21.15.55:0/868010209 learned_addr learned my addr 172.21.15.55:0/868010209 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf877fe640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf8819bfc0 0x7fbf8819c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf867fc640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88106170 0x7fbf88197c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 -- 172.21.15.55:0/868010209 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88106170 msgr2=0x7fbf88197c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88106170 0x7fbf88197c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 -- 172.21.15.55:0/868010209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf8819bfc0 msgr2=0x7fbf8819c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf8819bfc0 0x7fbf8819c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 -- 172.21.15.55:0/868010209 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf8819cab0 con 0x7fbf881010a0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000e9f0 tx=0x7fbf7000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf7ffff640 1 -- 172.21.15.55:0/868010209 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7000cd80 con 0x7fbf881010a0 2024-04-23T18:25:55.194 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf7ffff640 1 -- 172.21.15.55:0/868010209 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf70010900 con 0x7fbf881010a0 2024-04-23T18:25:55.195 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf8819cda0 con 0x7fbf881010a0 2024-04-23T18:25:55.195 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf7ffff640 1 -- 172.21.15.55:0/868010209 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf70018920 con 0x7fbf881010a0 2024-04-23T18:25:55.195 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.199+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf881a4590 con 0x7fbf881010a0 2024-04-23T18:25:55.197 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.202+0000 7fbf7ffff640 1 -- 172.21.15.55:0/868010209 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fbf70010ab0 con 0x7fbf881010a0 2024-04-23T18:25:55.197 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.202+0000 7fbf90429740 1 Processor -- start 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.202+0000 7fbf90429740 1 -- start start 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e479d50 0x563e4e47a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x563e4e3df370 con 0x563e4e47a700 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x563e4e37c2e0 con 0x563e4e479d50 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf90429740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x563e4e3db330 con 0x563e4e4872a0 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf7ffff640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 0x7fbf740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e479d50 0x563e4e47a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47334/0 (socket says 172.21.15.55:47334) 2024-04-23T18:25:55.198 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.152:3300/0 says I am v2:172.21.15.55:60054/0 (socket says 172.21.15.55:60054) 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 -- 172.21.15.55:0/204313824 learned_addr learned my addr 172.21.15.55:0/204313824 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf877fe640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 0x7fbf740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 -- 172.21.15.55:0/204313824 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 msgr2=0x563e4e489690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf7ffff640 1 -- 172.21.15.55:0/868010209 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fbf700d0be0 con 0x7fbf881010a0 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 -- 172.21.15.55:0/204313824 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e479d50 msgr2=0x563e4e47a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e479d50 0x563e4e47a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf86ffd640 1 -- 172.21.15.55:0/204313824 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e4e1bdd80 con 0x563e4e47a700 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.203+0000 7fbf867fc640 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbf70000c00 tx=0x7fbf7009c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb651294c3f797e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf877fe640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 0x7fbf740a61e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbf80006010 tx=0x7fbf80005d80 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf7d7fa640 1 -- 172.21.15.55:0/204313824 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7009de60 con 0x563e4e47a700 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf7d7fa640 1 -- 172.21.15.55:0/204313824 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf700a0ee0 con 0x563e4e47a700 2024-04-23T18:25:55.199 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf7d7fa640 1 -- 172.21.15.55:0/204313824 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf700993f0 con 0x563e4e47a700 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf90429740 1 -- 172.21.15.55:0/204313824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 msgr2=0x563e4e486d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.204+0000 7fbf90429740 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbf70000c00 tx=0x7fbf7009c7e0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- 172.21.15.55:0/204313824 shutdown_connections 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e4872a0 0x563e4e489690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e486d60 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- 172.21.15.55:0/204313824 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e479d50 0x563e4e47a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- 172.21.15.55:0/204313824 >> 172.21.15.55:0/204313824 conn(0x563e4e4763c0 msgr2=0x563e4e4767a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- 172.21.15.55:0/204313824 shutdown_connections 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- 172.21.15.55:0/204313824 wait complete. 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- start start 2024-04-23T18:25:55.200 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 Processor -- start 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e4847b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e484cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x563e4e489fd0 con 0x563e4e479d50 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x563e4e379fb0 con 0x563e4e4872a0 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x563e4e48a150 con 0x563e4e47a700 2024-04-23T18:25:55.204 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf90429740 10 client.0 _ll_register_callbacks cb 0x563e4e3799a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.205+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47348/0 (socket says 172.21.15.55:47348) 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 -- 172.21.15.55:0/2243753026 learned_addr learned my addr 172.21.15.55:0/2243753026 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf877fe640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e484cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf867fc640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e4847b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 -- 172.21.15.55:0/2243753026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 msgr2=0x563e4e4847b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e4847b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 -- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 msgr2=0x563e4e484cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e484cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 -- 172.21.15.55:0/2243753026 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e4e21e510 con 0x563e4e479d50 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf877fe640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e484cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbf700995b0 tx=0x7fbf7000c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd7d6fe29686e3f server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf6e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:55.205 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7009de60 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fbf7007c0c0 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf700a0ee0 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fbf700ce560 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf90429740 10 client.16014 fetch_fsmap learned FSMap version 36 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.206+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x563e4e0b1670 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf700a0ee0 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7fbf7009c030 con 0x563e4e479d50 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 10 client.16014 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 10 client.16014 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 20 client.16014 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e4974b0 0x563e4e4998a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 4 client.16014 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e4e3ecd90 con 0x563e4e4974b0 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf867fc640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e4974b0 0x563e4e4998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.206 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf867fc640 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e4974b0 0x563e4e4998a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8db9e7e6996a590c server_cookie=5cf818fcd4821618 in_seq=0 out_seq=0 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.207+0000 7fbf6e7fc640 10 client.16014 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/2243753026 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x563e4e3ecd90 con 0x563e4e4974b0 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf6e7fc640 10 client.16014 handle_command_reply: tid=0 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 client.16014 shutdown 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 msgr2=0x563e4e484270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbf700995b0 tx=0x7fbf7000c840 comp rx=0 tx=0).stop 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 shutdown_connections 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e4974b0 0x563e4e4998a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e4847b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e484cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.209+0000 7fbf90429740 1 --2- 172.21.15.55:0/2243753026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e484270 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.209+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 >> 172.21.15.55:0/2243753026 conn(0x563e4e4763c0 msgr2=0x563e4e47c230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.208+0000 7fbf6e7fc640 0 client.16014 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:55.207 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.209+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 shutdown_connections 2024-04-23T18:25:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.209+0000 7fbf90429740 1 -- 172.21.15.55:0/2243753026 wait complete. 2024-04-23T18:25:55.208 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.209+0000 7fbf90429740 20 client.16014 trim_cache size 0 max 16384 2024-04-23T18:25:55.219 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 Processor -- start 2024-04-23T18:25:55.220 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 -- start start 2024-04-23T18:25:55.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e479d50 0x563e4e492f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e49ef30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881abb40 con 0x563e4e47a700 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ad860 con 0x563e4e4872a0 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf90429740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ac2d0 con 0x563e4e479d50 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.227+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47358/0 (socket says 172.21.15.55:47358) 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf877fe640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e49ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 -- 172.21.15.55:0/1295316686 learned_addr learned my addr 172.21.15.55:0/1295316686 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e479d50 0x563e4e492f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 -- 172.21.15.55:0/1295316686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e479d50 msgr2=0x563e4e492f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e479d50 0x563e4e492f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 -- 172.21.15.55:0/1295316686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 msgr2=0x563e4e49ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.225 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e49ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 -- 172.21.15.55:0/1295316686 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e4e47a4a0 con 0x563e4e47a700 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf867fc640 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbf78005fd0 tx=0x7fbf7800b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64ead9efd96a3d7d server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf7cff9640 1 -- 172.21.15.55:0/1295316686 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78026070 con 0x563e4e47a700 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf7cff9640 1 -- 172.21.15.55:0/1295316686 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf78003cc0 con 0x563e4e47a700 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.228+0000 7fbf7cff9640 1 -- 172.21.15.55:0/1295316686 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf78011830 con 0x563e4e47a700 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- 172.21.15.55:0/1295316686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 msgr2=0x563e4e475480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbf78005fd0 tx=0x7fbf7800b390 comp rx=0 tx=0).stop 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- 172.21.15.55:0/1295316686 shutdown_connections 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e49ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e47a700 0x563e4e475480 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 --2- 172.21.15.55:0/1295316686 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e479d50 0x563e4e492f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- 172.21.15.55:0/1295316686 >> 172.21.15.55:0/1295316686 conn(0x563e4e4763c0 msgr2=0x563e4e474d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- 172.21.15.55:0/1295316686 shutdown_connections 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- 172.21.15.55:0/1295316686 wait complete. 2024-04-23T18:25:55.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 -- start start 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.229+0000 7fbf90429740 1 Processor -- start 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e47dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e47e190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ad0d0 con 0x563e4e479d50 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881ac9a0 con 0x563e4e4872a0 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fbf881a9a60 con 0x563e4e47a700 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 10 client.0 _ll_register_callbacks cb 0x7fbf7009c9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:47374/0 (socket says 172.21.15.55:47374) 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 -- 172.21.15.55:0/3393873357 learned_addr learned my addr 172.21.15.55:0/3393873357 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf877fe640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e47e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf867fc640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e47dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 -- 172.21.15.55:0/3393873357 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 msgr2=0x563e4e47dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e47dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 -- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 msgr2=0x563e4e47e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e47e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 -- 172.21.15.55:0/3393873357 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e4e48d550 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf86ffd640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbf700a5270 tx=0x7fbf700bd2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d842e907c099e2a2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf6e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf7009de60 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fbf700803d0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf78003cc0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7fbf700a0ee0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 10 client.16020 fetch_fsmap learned FSMap version 36 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.230+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x563e4e4ffdb0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fbf78003cc0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7fbf70098ac0 con 0x563e4e479d50 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 10 client.16020 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:25:55.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 10 client.16020 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 20 client.16020 populate_metadata read hostname 'smithi055' 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e500370 0x563e4e502790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 4 client.16020 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}] 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 60.0, "expiration": 70.0, "await_for": 42.0}) -- 0x563e4e3e6c00 con 0x563e4e500370 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf867fc640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e500370 0x563e4e502790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf867fc640 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e500370 0x563e4e502790 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ed720393fae8779 server_cookie=83a0ff216f19f519 in_seq=0 out_seq=0 2024-04-23T18:25:55.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:55.231+0000 7fbf6e7fc640 10 client.16020 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:55.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:55 smithi055 ceph-mon[29189]: pgmap v89: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.24k op/s 2024-04-23T18:25:55.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:55 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/175872189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:55.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:55 smithi152 ceph-mon[33022]: pgmap v89: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.24k op/s 2024-04-23T18:25:55.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:55 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/175872189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:55 smithi116 ceph-mon[32310]: pgmap v89: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 1.24k op/s 2024-04-23T18:25:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:55 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/175872189' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf6e7fc640 1 -- 172.21.15.55:0/3393873357 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x563e4e3e6c00 con 0x563e4e500370 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf6e7fc640 10 client.16020 handle_command_reply: tid=0 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 client.16020 shutdown 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 msgr2=0x563e4e47d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbf700a5270 tx=0x7fbf700bd2c0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 shutdown_connections 2024-04-23T18:25:56.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x563e4e500370 0x563e4e502790 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x563e4e47a700 0x563e4e47dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x563e4e4872a0 0x563e4e47e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 --2- 172.21.15.55:0/3393873357 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x563e4e479d50 0x563e4e47d710 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf6e7fc640 0 client.16020 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.921+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 >> 172.21.15.55:0/3393873357 conn(0x563e4e4763c0 msgr2=0x563e4e475600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 shutdown_connections 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf90429740 1 -- 172.21.15.55:0/3393873357 wait complete. 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf90429740 20 client.16020 trim_cache size 0 max 16384 2024-04-23T18:25:56.917 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 36, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 14, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "114f3873": { 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 14, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:25:56.918 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 70.0, 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "QUIESCED", 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:25:56.919 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:25:56.920 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 msgr2=0x7fbf740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:56.920 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 0x7fbf740a61e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbf80006010 tx=0x7fbf80005d80 comp rx=0 tx=0).stop 2024-04-23T18:25:56.920 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 msgr2=0x7fbf88197700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000e9f0 tx=0x7fbf7000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 shutdown_connections 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fbf740a3d20 0x7fbf740a61e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fbf88106170 0x7fbf88197c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fbf8819bfc0 0x7fbf8819c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 --2- 172.21.15.55:0/868010209 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fbf881010a0 0x7fbf88197700 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 >> 172.21.15.55:0/868010209 conn(0x7fbf88077f50 msgr2=0x7fbf880fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 shutdown_connections 2024-04-23T18:25:56.921 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:25:56.922+0000 7fbf8d631640 1 -- 172.21.15.55:0/868010209 wait complete. 2024-04-23T18:25:56.927 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '114f3873', quiesce took 2.2 seconds. Will release after: 10 2024-04-23T18:25:57.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:57 smithi055 ceph-mon[29189]: pgmap v90: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 1.14k op/s 2024-04-23T18:25:57.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:57 smithi152 ceph-mon[33022]: pgmap v90: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 1.14k op/s 2024-04-23T18:25:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:57 smithi116 ceph-mon[32310]: pgmap v90: 97 pgs: 97 active+clean; 204 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 1.14k op/s 2024-04-23T18:25:59.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:25:59 smithi055 ceph-mon[29189]: pgmap v91: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 1.40k op/s 2024-04-23T18:25:59.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:25:59 smithi152 ceph-mon[33022]: pgmap v91: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 1.40k op/s 2024-04-23T18:25:59.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:25:59 smithi116 ceph-mon[32310]: pgmap v91: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 1.40k op/s 2024-04-23T18:26:01.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:01 smithi055 ceph-mon[29189]: pgmap v92: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:01.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:01 smithi152 ceph-mon[33022]: pgmap v92: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:01 smithi116 ceph-mon[32310]: pgmap v92: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:03.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 -- 172.21.15.55:0/2063993288 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3648106170 msgr2=0x7f364810dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.425 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 --2- 172.21.15.55:0/2063993288 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3648106170 0x7f364810dd40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f3640009ca0 tx=0x7f364002a8c0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 -- 172.21.15.55:0/2063993288 shutdown_connections 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 --2- 172.21.15.55:0/2063993288 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3648106170 0x7f364810dd40 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 --2- 172.21.15.55:0/2063993288 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648101aa0 0x7f3648105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 --2- 172.21.15.55:0/2063993288 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 0x7f36481014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 -- 172.21.15.55:0/2063993288 >> 172.21.15.55:0/2063993288 conn(0x7f3648077fd0 msgr2=0x7f36480783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 -- 172.21.15.55:0/2063993288 shutdown_connections 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.431+0000 7f364d22a640 1 -- 172.21.15.55:0/2063993288 wait complete. 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 Processor -- start 2024-04-23T18:26:03.426 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 -- start start 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 0x7f3648198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 0x7f3648198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3648112340 con 0x7f364819cfe0 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f36481121c0 con 0x7f3648106170 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364d22a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f36481124c0 con 0x7f36481010f0 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364759e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364759e640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57260/0 (socket says 172.21.15.55:57260) 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.432+0000 7f364759e640 1 -- 172.21.15.55:0/114989540 learned_addr learned my addr 172.21.15.55:0/114989540 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364659c640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 0x7f3648198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f3646d9d640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 0x7f3648198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.429 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 -- 172.21.15.55:0/114989540 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 msgr2=0x7f3648198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 0x7f3648198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 -- 172.21.15.55:0/114989540 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 msgr2=0x7f3648198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 0x7f3648198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 -- 172.21.15.55:0/114989540 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f364819dad0 con 0x7f364819cfe0 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364659c640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 0x7f3648198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364759e640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3640005e30 tx=0x7f3640003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f362ffff640 1 -- 172.21.15.55:0/114989540 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3640031790 con 0x7f364819cfe0 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f364819dd60 con 0x7f364819cfe0 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f362ffff640 1 -- 172.21.15.55:0/114989540 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3640031930 con 0x7f364819cfe0 2024-04-23T18:26:03.430 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f362ffff640 1 -- 172.21.15.55:0/114989540 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f364002fbf0 con 0x7f364819cfe0 2024-04-23T18:26:03.431 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.433+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36481a55b0 con 0x7f364819cfe0 2024-04-23T18:26:03.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f362ffff640 1 -- 172.21.15.55:0/114989540 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3640004040 con 0x7f364819cfe0 2024-04-23T18:26:03.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 Processor -- start 2024-04-23T18:26:03.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 -- start start 2024-04-23T18:26:03.437 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba216a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 0x556bba2212c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x556bba17b970 con 0x556bba221800 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x556bba1184a0 con 0x556bba216f40 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f365001e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x556bba177930 con 0x556bba216620 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.436+0000 7f364659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57274/0 (socket says 172.21.15.55:57274) 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364659c640 1 -- 172.21.15.55:0/2685474816 learned_addr learned my addr 172.21.15.55:0/2685474816 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:03.438 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 0x556bba2212c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f362ffff640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 0x7f36300a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364659c640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba216a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364759e640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 0x7f36300a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 -- 172.21.15.55:0/2685474816 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 msgr2=0x556bba216a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba216a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 -- 172.21.15.55:0/2685474816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 msgr2=0x556bba223bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 -- 172.21.15.55:0/2685474816 --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bb9e8e210 con 0x556bba216f40 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364659c640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f362ffff640 1 -- 172.21.15.55:0/114989540 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f36400f1cf0 con 0x7f364819cfe0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 0x556bba2212c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f363800bbe0 tx=0x7f363800f730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c980b4f79bd25539 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f364759e640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 0x7f36300a6280 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3640085ea0 tx=0x7f36400b9ac0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.437+0000 7f362d7fa640 1 -- 172.21.15.55:0/2685474816 <== mon.2 v2:172.21.15.116:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3638015070 con 0x556bba216f40 2024-04-23T18:26:03.439 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f362d7fa640 1 -- 172.21.15.55:0/2685474816 <== mon.2 v2:172.21.15.116:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f36380035f0 con 0x556bba216f40 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f362d7fa640 1 -- 172.21.15.55:0/2685474816 <== mon.2 v2:172.21.15.116:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36380116a0 con 0x556bba216f40 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 -- 172.21.15.55:0/2685474816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 msgr2=0x556bba2212c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 0x556bba2212c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f363800bbe0 tx=0x7f363800f730 comp rx=0 tx=0).stop 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 -- 172.21.15.55:0/2685474816 shutdown_connections 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba221800 0x556bba223bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba216f40 0x556bba2212c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 --2- 172.21.15.55:0/2685474816 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba216a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 -- 172.21.15.55:0/2685474816 >> 172.21.15.55:0/2685474816 conn(0x556bba212b30 msgr2=0x556bba212f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 -- 172.21.15.55:0/2685474816 shutdown_connections 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.438+0000 7f365001e740 1 -- 172.21.15.55:0/2685474816 wait complete. 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 -- start start 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 Processor -- start 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba221190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.440 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba21ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x556bba224430 con 0x556bba216f40 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x556bba1160b0 con 0x556bba221800 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x556bba2245b0 con 0x556bba216620 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f365001e740 10 client.0 _ll_register_callbacks cb 0x556bba103d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57288/0 (socket says 172.21.15.55:57288) 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 -- 172.21.15.55:0/2317385965 learned_addr learned my addr 172.21.15.55:0/2317385965 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f364659c640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba221190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f364659c640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba21ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 -- 172.21.15.55:0/2317385965 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 msgr2=0x556bba221190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba221190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 -- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 msgr2=0x556bba21ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.439+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba21ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f3646d9d640 1 -- 172.21.15.55:0/2317385965 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bb9f5a620 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f363800bf00 tx=0x7f363800bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5b9fc9ab4091d67 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3638015070 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3638003fb0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f36380035f0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f36380041b0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f365001e740 10 client.16032 fetch_fsmap learned FSMap version 36 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556bba2303c0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f36380035f0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.440+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7f36380047e0 con 0x556bba216f40 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 10 client.16032 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:26:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 10 client.16032 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 20 client.16032 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba231820 0x556bba233c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 4 client.16032 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bba189390 con 0x556bba231820 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f364659c640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba231820 0x556bba233c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f364659c640 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba231820 0x556bba233c10 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7a0beb81612b6db server_cookie=3571ed373f52b2aa in_seq=0 out_seq=0 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.441+0000 7f362aff5640 10 client.16032 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f362aff5640 1 -- 172.21.15.55:0/2317385965 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x556bba189390 con 0x556bba231820 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f362aff5640 10 client.16032 handle_command_reply: tid=0 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 client.16032 shutdown 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 msgr2=0x556bba21e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f363800bf00 tx=0x7f363800bf30 comp rx=0 tx=0).stop 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 shutdown_connections 2024-04-23T18:26:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba231820 0x556bba233c10 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba21ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba21e480 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f362aff5640 0 client.16032 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 --2- 172.21.15.55:0/2317385965 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba221190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 >> 172.21.15.55:0/2317385965 conn(0x556bba212b30 msgr2=0x556bba218860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.442+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 shutdown_connections 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.443+0000 7f365001e740 1 -- 172.21.15.55:0/2317385965 wait complete. 2024-04-23T18:26:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.443+0000 7f365001e740 20 client.16032 trim_cache size 0 max 16384 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.457+0000 7f365001e740 1 Processor -- start 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 -- start start 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216f40 0x556bba229be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba219970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f36481adbc0 con 0x556bba216620 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f36481af8e0 con 0x556bba221800 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f365001e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f36481ae350 con 0x556bba216f40 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.456 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57302/0 (socket says 172.21.15.55:57302) 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 -- 172.21.15.55:0/2529778201 learned_addr learned my addr 172.21.15.55:0/2529778201 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 -- 172.21.15.55:0/2529778201 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216f40 msgr2=0x556bba229be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216f40 0x556bba229be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216f40 0x556bba229be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 -- 172.21.15.55:0/2529778201 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 msgr2=0x556bba219970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba219970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 -- 172.21.15.55:0/2529778201 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bba21ed70 con 0x556bba216620 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f364659c640 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f363c004320 tx=0x7f363c005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ba6ab75e7eca8c7 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.458+0000 7f362cff9640 1 -- 172.21.15.55:0/2529778201 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c026030 con 0x556bba216620 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f362cff9640 1 -- 172.21.15.55:0/2529778201 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f363c022870 con 0x556bba216620 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f362cff9640 1 -- 172.21.15.55:0/2529778201 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363c01c040 con 0x556bba216620 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- 172.21.15.55:0/2529778201 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 msgr2=0x556bba22d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f363c004320 tx=0x7f363c005d30 comp rx=0 tx=0).stop 2024-04-23T18:26:03.457 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- 172.21.15.55:0/2529778201 shutdown_connections 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216f40 0x556bba229be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba219970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 --2- 172.21.15.55:0/2529778201 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216620 0x556bba22d2f0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- 172.21.15.55:0/2529778201 >> 172.21.15.55:0/2529778201 conn(0x556bba212b30 msgr2=0x556bba219260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- 172.21.15.55:0/2529778201 shutdown_connections 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- 172.21.15.55:0/2529778201 wait complete. 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.459+0000 7f365001e740 1 -- start start 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 Processor -- start 2024-04-23T18:26:03.458 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba238890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba292be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f36481af150 con 0x556bba216f40 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f36481aea20 con 0x556bba221800 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f36481abae0 con 0x556bba216620 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f365001e740 10 client.0 _ll_register_callbacks cb 0x7f363800ba30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57306/0 (socket says 172.21.15.55:57306) 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 -- 172.21.15.55:0/2773583469 learned_addr learned my addr 172.21.15.55:0/2773583469 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:03.459 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f364659c640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba292be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f364659c640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba238890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 -- 172.21.15.55:0/2773583469 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 msgr2=0x556bba238890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba238890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 -- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 msgr2=0x556bba292be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba292be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 -- 172.21.15.55:0/2773583469 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bba293250 con 0x556bba216f40 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f364659c640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba292be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f3646d9d640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f36380058c0 tx=0x7f3638003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8035f63eacd8f71 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.460+0000 7f362aff5640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3638015040 con 0x556bba216f40 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f3638004880 con 0x556bba216f40 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f363c022870 con 0x556bba216f40 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7f3638003a70 con 0x556bba216f40 2024-04-23T18:26:03.460 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 10 client.16038 fetch_fsmap learned FSMap version 36 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x556bba29b800 con 0x556bba216f40 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f363c022870 con 0x556bba216f40 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7f363802c510 con 0x556bba216f40 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 10 client.16038 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 10 client.16038 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 20 client.16038 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba29bfa0 0x556bba29e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 4 client.16038 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.461+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556bba183200 con 0x556bba29bfa0 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.462+0000 7f364659c640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba29bfa0 0x556bba29e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.462+0000 7f364659c640 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba29bfa0 0x556bba29e3c0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff74966a80afd28 server_cookie=4153a7e03117705b in_seq=0 out_seq=0 2024-04-23T18:26:03.461 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.462+0000 7f362aff5640 10 client.16038 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f362aff5640 1 -- 172.21.15.55:0/2773583469 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556bba183200 con 0x556bba29bfa0 2024-04-23T18:26:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f362aff5640 10 client.16038 handle_command_reply: tid=0 2024-04-23T18:26:03.504 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 client.16038 shutdown 2024-04-23T18:26:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 msgr2=0x556bba238dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.505 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f36380058c0 tx=0x7f3638003730 comp rx=0 tx=0).stop 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 shutdown_connections 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x556bba29bfa0 0x556bba29e3c0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x556bba221800 0x556bba292be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f362aff5640 0 client.16038 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x556bba216f40 0x556bba238dd0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 --2- 172.21.15.55:0/2773583469 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x556bba216620 0x556bba238890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.511+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 >> 172.21.15.55:0/2773583469 conn(0x556bba212b30 msgr2=0x556bba219a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 shutdown_connections 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f365001e740 1 -- 172.21.15.55:0/2773583469 wait complete. 2024-04-23T18:26:03.506 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f365001e740 20 client.16038 trim_cache size 0 max 16384 2024-04-23T18:26:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:26:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:26:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:26:03.507 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 msgr2=0x7f36300a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 0x7f36300a6280 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3640085ea0 tx=0x7f36400b9ac0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 msgr2=0x7f364819d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.512+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f3640005e30 tx=0x7f3640003f10 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 shutdown_connections 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f36300a3dc0 0x7f36300a6280 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f364819cfe0 0x7f364819d490 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3648106170 0x7f3648198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 --2- 172.21.15.55:0/114989540 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f36481010f0 0x7f3648198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 >> 172.21.15.55:0/114989540 conn(0x7f3648077fd0 msgr2=0x7f36480fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 shutdown_connections 2024-04-23T18:26:03.508 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:03.513+0000 7f364d22a640 1 -- 172.21.15.55:0/114989540 wait complete. 2024-04-23T18:26:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:03 smithi152 ceph-mon[33022]: pgmap v93: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:03 smithi116 ceph-mon[32310]: pgmap v93: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:03 smithi055 ceph-mon[29189]: pgmap v93: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.08k op/s 2024-04-23T18:26:05.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:05 smithi152 ceph-mon[33022]: pgmap v94: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.10k op/s 2024-04-23T18:26:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:05 smithi116 ceph-mon[32310]: pgmap v94: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.10k op/s 2024-04-23T18:26:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:05 smithi055 ceph-mon[29189]: pgmap v94: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.7 MiB/s wr, 1.10k op/s 2024-04-23T18:26:06.928 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:26:07.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 -- 172.21.15.55:0/3051270400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 msgr2=0x7fd45c10bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 --2- 172.21.15.55:0/3051270400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c10bfe0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fd444009900 tx=0x7fd44402a510 comp rx=0 tx=0).stop 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 -- 172.21.15.55:0/3051270400 shutdown_connections 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 --2- 172.21.15.55:0/3051270400 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 0x7fd45c10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 --2- 172.21.15.55:0/3051270400 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c10bfe0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 --2- 172.21.15.55:0/3051270400 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 -- 172.21.15.55:0/3051270400 >> 172.21.15.55:0/3051270400 conn(0x7fd45c077f50 msgr2=0x7fd45c078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 -- 172.21.15.55:0/3051270400 shutdown_connections 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.051+0000 7fd461337640 1 -- 172.21.15.55:0/3051270400 wait complete. 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 Processor -- start 2024-04-23T18:26:07.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 -- start start 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 0x7fd45c19a810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c1122f0 con 0x7fd45c103b00 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c112170 con 0x7fd45c1031e0 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd461337640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd45c112470 con 0x7fd45c10c520 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd453fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd453fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57320/0 (socket says 172.21.15.55:57320) 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.052+0000 7fd453fff640 1 -- 172.21.15.55:0/922026297 learned_addr learned my addr 172.21.15.55:0/922026297 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd45affd640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd45b7fe640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 0x7fd45c19a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 -- 172.21.15.55:0/922026297 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 msgr2=0x7fd45c19a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 0x7fd45c19a810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 -- 172.21.15.55:0/922026297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 msgr2=0x7fd45c1a06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1a06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 -- 172.21.15.55:0/922026297 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd45c19afe0 con 0x7fd45c103b00 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd45affd640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd453fff640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fd444005ab0 tx=0x7fd4440042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd44403f030 con 0x7fd45c103b00 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd444003cd0 con 0x7fd45c103b00 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd45c19b270 con 0x7fd45c103b00 2024-04-23T18:26:07.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd444035070 con 0x7fd45c103b00 2024-04-23T18:26:07.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.053+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd45c1a74f0 con 0x7fd45c103b00 2024-04-23T18:26:07.051 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.054+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd45c0698e0 con 0x7fd45c103b00 2024-04-23T18:26:07.052 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.056+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd444042030 con 0x7fd45c103b00 2024-04-23T18:26:07.052 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.056+0000 7fd458ff9640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 0x7fd4480a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.052 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.056+0000 7fd45affd640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 0x7fd4480a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.052 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.056+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fd4440f0da0 con 0x7fd45c103b00 2024-04-23T18:26:07.052 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.057+0000 7fd45affd640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 0x7fd4480a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd44c005fd0 tx=0x7fd44c00b5f0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.054 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.061+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd4440bd450 con 0x7fd45c103b00 2024-04-23T18:26:07.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.290+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd45c1a76c0 con 0x7fd45c103b00 2024-04-23T18:26:07.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.291+0000 7fd458ff9640 1 -- 172.21.15.55:0/922026297 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+11967 (secure 0 0 0) 0x7fd4440bcd50 con 0x7fd45c103b00 2024-04-23T18:26:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:26:07.285 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:25:39.401429+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24461,24503,24536,24425,24451]},"id":1}]} 2024-04-23T18:26:07.285 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 36 2024-04-23T18:26:07.286 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.293+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 msgr2=0x7fd4480a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.293+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 0x7fd4480a61e0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd44c005fd0 tx=0x7fd44c00b5f0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.293+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 msgr2=0x7fd45c1a0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.293+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fd444005ab0 tx=0x7fd4440042f0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 shutdown_connections 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd4480a3d20 0x7fd4480a61e0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd45c10c520 0x7fd45c19a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd45c103b00 0x7fd45c1a0be0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 --2- 172.21.15.55:0/922026297 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd45c1031e0 0x7fd45c1a06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 >> 172.21.15.55:0/922026297 conn(0x7fd45c077f50 msgr2=0x7fd45c1083f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.287 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 shutdown_connections 2024-04-23T18:26:07.288 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.294+0000 7fd461337640 1 -- 172.21.15.55:0/922026297 wait complete. 2024-04-23T18:26:07.297 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db --set-id 114f3873 --release --await' 2024-04-23T18:26:07.298 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db --set-id 114f3873 --release --await 2024-04-23T18:26:07.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 -- 172.21.15.55:0/2432591971 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d0103ad0 msgr2=0x7ff1d010bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/2432591971 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d0103ad0 0x7ff1d010bfb0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009900 tx=0x7ff1c402a480 comp rx=0 tx=0).stop 2024-04-23T18:26:07.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 -- 172.21.15.55:0/2432591971 shutdown_connections 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/2432591971 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d010c580 0x7ff1d010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/2432591971 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d0103ad0 0x7ff1d010bfb0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/2432591971 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff1d01031b0 0x7ff1d0103590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.413+0000 7ff1d4b19640 1 -- 172.21.15.55:0/2432591971 >> 172.21.15.55:0/2432591971 conn(0x7ff1d00771d0 msgr2=0x7ff1d00775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- 172.21.15.55:0/2432591971 shutdown_connections 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- 172.21.15.55:0/2432591971 wait complete. 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 Processor -- start 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- start start 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d01031b0 0x7ff1d019e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff1d0103ad0 0x7ff1d019eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d0112300 con 0x7ff1d010c580 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d0112180 con 0x7ff1d01031b0 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.414+0000 7ff1d4b19640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d0112480 con 0x7ff1d0103ad0 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57342/0 (socket says 172.21.15.55:57342) 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 -- 172.21.15.55:0/3312261503 learned_addr learned my addr 172.21.15.55:0/3312261503 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d01031b0 0x7ff1d019e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 -- 172.21.15.55:0/3312261503 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff1d0103ad0 msgr2=0x7ff1d019eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff1d0103ad0 0x7ff1d019eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 -- 172.21.15.55:0/3312261503 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d01031b0 msgr2=0x7ff1d019e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d01031b0 0x7ff1d019e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 -- 172.21.15.55:0/3312261503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d0198f20 con 0x7ff1d010c580 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1ced9d640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800dac0 tx=0x7ff1c800df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1bf7fe640 1 -- 172.21.15.55:0/3312261503 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8017070 con 0x7ff1d010c580 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1d0199210 con 0x7ff1d010c580 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1bf7fe640 1 -- 172.21.15.55:0/3312261503 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1c8003e40 con 0x7ff1d010c580 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1bf7fe640 1 -- 172.21.15.55:0/3312261503 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c80106c0 con 0x7ff1d010c580 2024-04-23T18:26:07.410 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.415+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1d01a5520 con 0x7ff1d010c580 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.418+0000 7ff1d782e740 1 Processor -- start 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.418+0000 7ff1bf7fe640 1 -- 172.21.15.55:0/3312261503 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7ff1c80041d0 con 0x7ff1d010c580 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.418+0000 7ff1d782e740 1 -- start start 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d31c0 0x5574ec3d35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3e2350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5574ec3386d0 con 0x5574ec3e2890 2024-04-23T18:26:07.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5574ec2d51a0 con 0x5574ec3d31c0 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1d782e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5574ec334690 con 0x5574ec3d3b70 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57356/0 (socket says 172.21.15.55:57356) 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/1954116089 learned_addr learned my addr 172.21.15.55:0/1954116089 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1bf7fe640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 0x7ff1b80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d31c0 0x5574ec3d35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3e2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1ced9d640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 0x7ff1b80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1bf7fe640 1 -- 172.21.15.55:0/3312261503 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff1c80d01c0 con 0x7ff1d010c580 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/1954116089 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 msgr2=0x5574ec3e2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3e2350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/1954116089 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d31c0 msgr2=0x5574ec3d35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d31c0 0x5574ec3d35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.419+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/1954116089 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574ec2df5b0 con 0x5574ec3e2890 2024-04-23T18:26:07.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7ff1c40314b0 tx=0x7ff1c4005a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f08b5922d703e66 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1ced9d640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 0x7ff1b80a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1c801b040 tx=0x7ff1c8091600 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1bcff9640 1 -- 172.21.15.55:0/1954116089 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4035070 con 0x5574ec3e2890 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1bcff9640 1 -- 172.21.15.55:0/1954116089 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1c40317c0 con 0x5574ec3e2890 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1bcff9640 1 -- 172.21.15.55:0/1954116089 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c40046c0 con 0x5574ec3e2890 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 -- 172.21.15.55:0/1954116089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 msgr2=0x5574ec3e4c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7ff1c40314b0 tx=0x7ff1c4005a20 comp rx=0 tx=0).stop 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 -- 172.21.15.55:0/1954116089 shutdown_connections 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3e2350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e4c80 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 --2- 172.21.15.55:0/1954116089 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d31c0 0x5574ec3d35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.420+0000 7ff1d782e740 1 -- 172.21.15.55:0/1954116089 >> 172.21.15.55:0/1954116089 conn(0x5574ec3cf7b0 msgr2=0x5574ec3cfb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- 172.21.15.55:0/1954116089 shutdown_connections 2024-04-23T18:26:07.418 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- 172.21.15.55:0/1954116089 wait complete. 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- start start 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 Processor -- start 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3df610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3e2890 0x5574ec3dfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x5574ec3e5690 con 0x5574ec3d31c0 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x5574ec2d2b20 con 0x5574ec3e2890 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x5574ec3e5810 con 0x5574ec3d3b70 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1d782e740 10 client.0 _ll_register_callbacks cb 0x5574ec2d2530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57368/0 (socket says 172.21.15.55:57368) 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/3273049807 learned_addr learned my addr 172.21.15.55:0/3273049807 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.421+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3df610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/3273049807 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 msgr2=0x5574ec3df610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3df610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3e2890 msgr2=0x5574ec3dfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3e2890 0x5574ec3dfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/3273049807 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574ec04a920 con 0x5574ec3d31c0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7ff1c402a9a0 tx=0x7ff1c4005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b8c9053047de78e server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c404c020 con 0x5574ec3d31c0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff1c40048d0 con 0x5574ec3d31c0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1c40317c0 con 0x5574ec3d31c0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff1c4057050 con 0x5574ec3d31c0 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1d782e740 10 client.16056 fetch_fsmap learned FSMap version 36 2024-04-23T18:26:07.420 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5574ec116d30 con 0x5574ec3d31c0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.422+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1c40317c0 con 0x5574ec3d31c0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7ff1c403a040 con 0x5574ec3d31c0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 10 client.16056 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 10 client.16056 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 20 client.16056 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec3f28e0 0x5574ec3f4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 4 client.16056 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5574ec2f6500 con 0x5574ec3f28e0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec3f28e0 0x5574ec3f4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec3f28e0 0x5574ec3f4cd0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0fab6c6f4036d40 server_cookie=c68d9f9c5da0533f in_seq=0 out_seq=0 2024-04-23T18:26:07.421 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.423+0000 7ff1b5ffb640 10 client.16056 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.424+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/3273049807 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x5574ec2f6500 con 0x5574ec3f28e0 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.424+0000 7ff1b5ffb640 10 client.16056 handle_command_reply: tid=0 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.424+0000 7ff1d782e740 1 client.16056 shutdown 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 msgr2=0x5574ec3e2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7ff1c402a9a0 tx=0x7ff1c4005fd0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 shutdown_connections 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec3f28e0 0x5574ec3f4cd0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d3b70 0x5574ec3df610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1b5ffb640 0 client.16056 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:07.423 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3e2890 0x5574ec3dfd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 --2- 172.21.15.55:0/3273049807 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3d31c0 0x5574ec3e2320 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 >> 172.21.15.55:0/3273049807 conn(0x5574ec3cf7b0 msgr2=0x5574ec3d5620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 shutdown_connections 2024-04-23T18:26:07.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 1 -- 172.21.15.55:0/3273049807 wait complete. 2024-04-23T18:26:07.424 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.425+0000 7ff1d782e740 20 client.16056 trim_cache size 0 max 16384 2024-04-23T18:26:07.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 Processor -- start 2024-04-23T18:26:07.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 -- start start 2024-04-23T18:26:07.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3ce850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e1e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.439 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01abad0 con 0x5574ec3e2890 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01ad7f0 con 0x5574ec3d3b70 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1d782e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01ac260 con 0x5574ec3d31c0 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57384/0 (socket says 172.21.15.55:57384) 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/2424685835 learned_addr learned my addr 172.21.15.55:0/2424685835 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3ce850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e1e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/2424685835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 msgr2=0x5574ec3ce850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3ce850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/2424685835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 msgr2=0x5574ec3e1e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e1e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/2424685835 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574ec3c9de0 con 0x5574ec3e2890 2024-04-23T18:26:07.440 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.442+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4031c50 tx=0x7ff1c4009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4713c26bab9fc0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1b7fff640 1 -- 172.21.15.55:0/2424685835 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4041070 con 0x5574ec3e2890 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1b7fff640 1 -- 172.21.15.55:0/2424685835 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1c4031d10 con 0x5574ec3e2890 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1b7fff640 1 -- 172.21.15.55:0/2424685835 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c404c070 con 0x5574ec3e2890 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 -- 172.21.15.55:0/2424685835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 msgr2=0x5574ec3fa2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4031c50 tx=0x7ff1c4009560 comp rx=0 tx=0).stop 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 -- 172.21.15.55:0/2424685835 shutdown_connections 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3fa2a0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e1e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 --2- 172.21.15.55:0/2424685835 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3ce850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 -- 172.21.15.55:0/2424685835 >> 172.21.15.55:0/2424685835 conn(0x5574ec3cf7b0 msgr2=0x5574ec3ce140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 -- 172.21.15.55:0/2424685835 shutdown_connections 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.443+0000 7ff1d782e740 1 -- 172.21.15.55:0/2424685835 wait complete. 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 -- start start 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 Processor -- start 2024-04-23T18:26:07.441 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3e39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01ad060 con 0x5574ec3e2890 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01ac930 con 0x5574ec3d3b70 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d01a99f0 con 0x5574ec3d31c0 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1d782e740 10 client.0 _ll_register_callbacks cb 0x7ff1c4031510 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:57398/0 (socket says 172.21.15.55:57398) 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/44785681 learned_addr learned my addr 172.21.15.55:0/44785681 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3e39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.442 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/44785681 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 msgr2=0x5574ec3e39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3e39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 msgr2=0x5574ec3e3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.444+0000 7ff1cdd9b640 1 -- 172.21.15.55:0/44785681 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574ec3e4790 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1cdd9b640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4005470 tx=0x7ff1c40040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea7bbdb319db3166 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c4041070 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7ff1c4048460 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1c4031d10 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=36) ==== 24+0+0 (secure 0 0 0) 0x7ff1c404c040 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 10 client.16062 fetch_fsmap learned FSMap version 36 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=36,monmap=4+}) -- 0x5574ec4590c0 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7ff1c4031d10 con 0x5574ec3e2890 2024-04-23T18:26:07.443 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 36) ==== 8414+0+0 (secure 0 0 0) 0x7ff1c4069020 con 0x5574ec3e2890 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 10 client.16062 fetch_fsmap finished waiting for FSMap version 36 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 10 client.16062 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 20 client.16062 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec459760 0x5574ec45bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 4 client.16062 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "114f3873", "release": true, "await": true}] 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.445+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "set_id": "114f3873", "release": true, "await": true}) -- 0x5574ec3460f0 con 0x5574ec459760 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.446+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec459760 0x5574ec45bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.446+0000 7ff1b5ffb640 10 client.16062 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:07.444 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.446+0000 7ff1ce59c640 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec459760 0x5574ec45bb80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16eaa1963083122a server_cookie=876a9dc7b391089d in_seq=0 out_seq=0 2024-04-23T18:26:07.489 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1b5ffb640 1 -- 172.21.15.55:0/44785681 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+590 (crc 0 0 0) 0x5574ec3460f0 con 0x5574ec459760 2024-04-23T18:26:07.489 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1b5ffb640 10 client.16062 handle_command_reply: tid=0 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 client.16062 shutdown 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 msgr2=0x5574ec3e8f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4005470 tx=0x7ff1c40040c0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 shutdown_connections 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x5574ec459760 0x5574ec45bb80 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x5574ec3e2890 0x5574ec3e8f10 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x5574ec3d3b70 0x5574ec3e3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 --2- 172.21.15.55:0/44785681 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x5574ec3d31c0 0x5574ec3e39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1b5ffb640 0 client.16062 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 >> 172.21.15.55:0/44785681 conn(0x5574ec3cf7b0 msgr2=0x5574ec3ce9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 shutdown_connections 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.496+0000 7ff1d782e740 1 -- 172.21.15.55:0/44785681 wait complete. 2024-04-23T18:26:07.490 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d782e740 20 client.16062 trim_cache size 0 max 16384 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 36, 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 16, 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": { 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "114f3873": { 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "version": 16, 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "age_ref": 0.0, 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:26:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "timeout": 60.0, 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "expiration": 70.0, 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "members": { 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "file:/": { 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "excluded": false, 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "state": { 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RELEASED", 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "age": 0.0 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:26:07.492 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:26:07.493 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 msgr2=0x7ff1b80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.493 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 0x7ff1b80a61e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7ff1c801b040 tx=0x7ff1c8091600 comp rx=0 tx=0).stop 2024-04-23T18:26:07.493 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 msgr2=0x7ff1d0198660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:07.493 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800dac0 tx=0x7ff1c800df80 comp rx=0 tx=0).stop 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 shutdown_connections 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7ff1b80a3d20 0x7ff1b80a61e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7ff1d0103ad0 0x7ff1d019eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7ff1d010c580 0x7ff1d0198660 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 --2- 172.21.15.55:0/3312261503 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7ff1d01031b0 0x7ff1d019e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 >> 172.21.15.55:0/3312261503 conn(0x7ff1d00771d0 msgr2=0x7ff1d00fde10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 shutdown_connections 2024-04-23T18:26:07.494 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:07.497+0000 7ff1d4b19640 1 -- 172.21.15.55:0/3312261503 wait complete. 2024-04-23T18:26:07.501 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '114f3873', seconds elapsed: 12.8 2024-04-23T18:26:07.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:07 smithi152 ceph-mon[33022]: pgmap v95: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 705 KiB/s wr, 283 op/s 2024-04-23T18:26:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:07 smithi116 ceph-mon[32310]: pgmap v95: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 705 KiB/s wr, 283 op/s 2024-04-23T18:26:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:07 smithi055 ceph-mon[29189]: pgmap v95: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 714 KiB/s rd, 705 KiB/s wr, 283 op/s 2024-04-23T18:26:08.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:08 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/922026297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:08.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:08 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/922026297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:08.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:08 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/922026297' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:09.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:09 smithi152 ceph-mon[33022]: pgmap v96: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 816 KiB/s wr, 313 op/s 2024-04-23T18:26:09.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:09 smithi116 ceph-mon[32310]: pgmap v96: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 816 KiB/s wr, 313 op/s 2024-04-23T18:26:09.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:09 smithi055 ceph-mon[29189]: pgmap v96: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 816 KiB/s wr, 313 op/s 2024-04-23T18:26:10.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:10 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:10.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:10 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:10.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:10 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:26:11.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:11 smithi152 ceph-mon[33022]: pgmap v97: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:11.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:11 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:11.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:11 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:11.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:11 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:26:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:11 smithi116 ceph-mon[32310]: pgmap v97: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:11 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:11 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:11 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:26:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:11 smithi055 ceph-mon[29189]: pgmap v97: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:11 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:26:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:11 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:26:11.737 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:11 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:26:13.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:13 smithi152 ceph-mon[33022]: pgmap v98: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:13.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:13 smithi116 ceph-mon[32310]: pgmap v98: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:13.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:13 smithi055 ceph-mon[29189]: pgmap v98: 97 pgs: 97 active+clean; 200 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 141 KiB/s wr, 52 op/s 2024-04-23T18:26:15.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:15 smithi152 ceph-mon[33022]: pgmap v99: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 759 KiB/s wr, 194 op/s 2024-04-23T18:26:15.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:15 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:15.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:15 smithi116 ceph-mon[32310]: pgmap v99: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 759 KiB/s wr, 194 op/s 2024-04-23T18:26:15.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:15 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:15 smithi055 ceph-mon[29189]: pgmap v99: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 759 KiB/s wr, 194 op/s 2024-04-23T18:26:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:15 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 -- 172.21.15.55:0/3779968026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c101aa0 msgr2=0x7fcc1c105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.599 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/3779968026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c101aa0 0x7fcc1c105a90 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fcc10009900 tx=0x7fcc1002a410 comp rx=0 tx=0).stop 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 -- 172.21.15.55:0/3779968026 shutdown_connections 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/3779968026 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 0x7fcc1c10dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/3779968026 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c101aa0 0x7fcc1c105a90 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/3779968026 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c1014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 -- 172.21.15.55:0/3779968026 >> 172.21.15.55:0/3779968026 conn(0x7fcc1c077fd0 msgr2=0x7fcc1c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 -- 172.21.15.55:0/3779968026 shutdown_connections 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.604+0000 7fcc21ae8640 1 -- 172.21.15.55:0/3779968026 wait complete. 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 Processor -- start 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 -- start start 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 0x7fcc1c19ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 0x7fcc1c198b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1111f0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.600 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c111070 con 0x7fcc1c198680 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc21ae8640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c111370 con 0x7fcc1c106170 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc1b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc1b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48892/0 (socket says 172.21.15.55:48892) 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/1261177829 learned_addr learned my addr 172.21.15.55:0/1261177829 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 0x7fcc1c198b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.605+0000 7fcc1affd640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 0x7fcc1c19ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/1261177829 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 msgr2=0x7fcc1c19ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 0x7fcc1c19ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/1261177829 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 msgr2=0x7fcc1c198b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 0x7fcc1c198b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/1261177829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1c199260 con 0x7fcc1c1010f0 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 0x7fcc1c198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:16.601 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00ebc0 tx=0x7fcc0c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc18ff9640 1 -- 172.21.15.55:0/1261177829 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c010630 con 0x7fcc1c1010f0 2024-04-23T18:26:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc18ff9640 1 -- 172.21.15.55:0/1261177829 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc0c010ca0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc18ff9640 1 -- 172.21.15.55:0/1261177829 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c018ba0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc1c1a5340 con 0x7fcc1c1010f0 2024-04-23T18:26:16.602 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.606+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc1c1a56f0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.608+0000 7fcc18ff9640 1 -- 172.21.15.55:0/1261177829 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fcc0c0107d0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 Processor -- start 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 -- start start 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8bca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.609 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55a09b821970 con 0x55a09b8c7800 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a09b7be4a0 con 0x55a09b8bcf40 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc24804740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55a09b81d930 con 0x55a09b8bc620 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc18ff9640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 0x7fcc040a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48908/0 (socket says 172.21.15.55:48908) 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 -- 172.21.15.55:0/2767446975 learned_addr learned my addr 172.21.15.55:0/2767446975 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8bca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 0x7fcc040a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 -- 172.21.15.55:0/2767446975 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 msgr2=0x55a09b8bca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8bca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.610 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc18ff9640 1 -- 172.21.15.55:0/1261177829 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcc0c0d0db0 con 0x7fcc1c1010f0 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 -- 172.21.15.55:0/2767446975 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 msgr2=0x55a09b8c72c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c72c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.609+0000 7fcc1affd640 1 -- 172.21.15.55:0/2767446975 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09b534210 con 0x55a09b8c7800 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.610+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcc10009900 tx=0x7fcc10005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc20d850f0336cb3 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.610+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 0x7fcc040a6280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcc14005fd0 tx=0x7fcc14005cc0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.610+0000 7fcc01ffb640 1 -- 172.21.15.55:0/2767446975 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc10040070 con 0x55a09b8c7800 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.610+0000 7fcc01ffb640 1 -- 172.21.15.55:0/2767446975 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc10004020 con 0x55a09b8c7800 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.610+0000 7fcc01ffb640 1 -- 172.21.15.55:0/2767446975 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc10035040 con 0x55a09b8c7800 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- 172.21.15.55:0/2767446975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 msgr2=0x55a09b8c9bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fcc10009900 tx=0x7fcc10005e80 comp rx=0 tx=0).stop 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- 172.21.15.55:0/2767446975 shutdown_connections 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8c7800 0x55a09b8c9bf0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.611 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c72c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 --2- 172.21.15.55:0/2767446975 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8bca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- 172.21.15.55:0/2767446975 >> 172.21.15.55:0/2767446975 conn(0x55a09b8b8b30 msgr2=0x55a09b8b8f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- 172.21.15.55:0/2767446975 shutdown_connections 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- 172.21.15.55:0/2767446975 wait complete. 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 -- start start 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 Processor -- start 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.611+0000 7fcc24804740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8c7150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b8c49a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55a09b8ca3d0 con 0x55a09b8bcf40 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55a09b7bc0b0 con 0x55a09b8c7800 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55a09b8ca550 con 0x55a09b8bc620 2024-04-23T18:26:16.612 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 10 client.0 _ll_register_callbacks cb 0x55a09b7a9d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48922/0 (socket says 172.21.15.55:48922) 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 -- 172.21.15.55:0/4060647888 learned_addr learned my addr 172.21.15.55:0/4060647888 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b8c49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 -- 172.21.15.55:0/4060647888 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 msgr2=0x55a09b8c7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8c7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 -- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 msgr2=0x55a09b8c49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b8c49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.613 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 -- 172.21.15.55:0/4060647888 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09b600620 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b8c49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8c7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc1affd640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcc10000c00 tx=0x7fcc10004480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=719a93aaf040ed34 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcbfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc1004c070 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc10004020 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.612+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcc10005210 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fcc10058050 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 10 client.16074 fetch_fsmap learned FSMap version 37 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a09b8d6300 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc10004020 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 37) ==== 8422+0+0 (secure 0 0 0) 0x7fcc10003ce0 con 0x55a09b8bcf40 2024-04-23T18:26:16.614 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 10 client.16074 fetch_fsmap finished waiting for FSMap version 37 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 10 client.16074 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 20 client.16074 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b8d7650 0x55a09b8d9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 4 client.16074 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a09b82f390 con 0x55a09b8d7650 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.613+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b8d7650 0x55a09b8d9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.614+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b8d7650 0x55a09b8d9a40 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4f2989ec2396fa04 server_cookie=3dd36cb48fbece0a in_seq=0 out_seq=0 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.614+0000 7fcbfaffd640 10 client.16074 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.614+0000 7fcbfaffd640 1 -- 172.21.15.55:0/4060647888 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55a09b82f390 con 0x55a09b8d7650 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.614+0000 7fcbfaffd640 10 client.16074 handle_command_reply: tid=0 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.614+0000 7fcc24804740 1 client.16074 shutdown 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 msgr2=0x55a09b8c4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fcc10000c00 tx=0x7fcc10004480 comp rx=0 tx=0).stop 2024-04-23T18:26:16.615 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 shutdown_connections 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b8d7650 0x55a09b8d9a40 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b8c49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8c4440 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcbfaffd640 0 client.16074 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 --2- 172.21.15.55:0/4060647888 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8c7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 >> 172.21.15.55:0/4060647888 conn(0x55a09b8b8b30 msgr2=0x55a09b8be860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 shutdown_connections 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 1 -- 172.21.15.55:0/4060647888 wait complete. 2024-04-23T18:26:16.616 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.615+0000 7fcc24804740 20 client.16074 trim_cache size 0 max 16384 2024-04-23T18:26:16.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 Processor -- start 2024-04-23T18:26:16.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 -- start start 2024-04-23T18:26:16.628 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c35a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 0x55a09b8b7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1adc50 con 0x55a09b8bc620 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1af970 con 0x55a09b8bcf40 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc24804740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1ae3e0 con 0x55a09b8c7800 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc1b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc1b7fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48926/0 (socket says 172.21.15.55:48926) 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/3100072916 learned_addr learned my addr 172.21.15.55:0/3100072916 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc1affd640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c35a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.631+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 0x55a09b8b7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/3100072916 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 msgr2=0x55a09b8b7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.629 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 0x55a09b8b7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/3100072916 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 msgr2=0x55a09b8c35a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c35a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 -- 172.21.15.55:0/3100072916 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a09b8bcd70 con 0x55a09b8bc620 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 0x55a09b8b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1affd640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c099780 tx=0x7fcc0c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccd1c1568a948916 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc017fa640 1 -- 172.21.15.55:0/3100072916 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c026040 con 0x55a09b8bc620 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc017fa640 1 -- 172.21.15.55:0/3100072916 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc0c0a10b0 con 0x55a09b8bc620 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.632+0000 7fcc017fa640 1 -- 172.21.15.55:0/3100072916 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c0bd0b0 con 0x55a09b8bc620 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- 172.21.15.55:0/3100072916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 msgr2=0x55a09b8d3290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c099780 tx=0x7fcc0c000f40 comp rx=0 tx=0).stop 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- 172.21.15.55:0/3100072916 shutdown_connections 2024-04-23T18:26:16.630 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8c7800 0x55a09b8b7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8bcf40 0x55a09b8c35a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 --2- 172.21.15.55:0/3100072916 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bc620 0x55a09b8d3290 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- 172.21.15.55:0/3100072916 >> 172.21.15.55:0/3100072916 conn(0x55a09b8b8b30 msgr2=0x55a09b8b7420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- 172.21.15.55:0/3100072916 shutdown_connections 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- 172.21.15.55:0/3100072916 wait complete. 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 -- start start 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.633+0000 7fcc24804740 1 Processor -- start 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b93fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1af1e0 con 0x55a09b8bcf40 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1aeab0 con 0x55a09b8c7800 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c1abb90 con 0x55a09b8bc620 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 10 client.0 _ll_register_callbacks cb 0x7fcc10005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:16.631 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48932/0 (socket says 172.21.15.55:48932) 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 -- 172.21.15.55:0/2226949794 learned_addr learned my addr 172.21.15.55:0/2226949794 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1b7fe640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1bfff640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b93fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 -- 172.21.15.55:0/2226949794 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 msgr2=0x55a09b8cc9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8cc9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 -- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 msgr2=0x55a09b93fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b93fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 -- 172.21.15.55:0/2226949794 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a09b940410 con 0x55a09b8bcf40 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc1affd640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fcc1002a930 tx=0x7fcc10004ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606db185018e0a9a server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcbfaffd640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc10055070 con 0x55a09b8bcf40 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fcc10004f10 con 0x55a09b8bcf40 2024-04-23T18:26:16.632 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc0c0a10b0 con 0x55a09b8bcf40 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7fcc1004c040 con 0x55a09b8bcf40 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 10 client.16080 fetch_fsmap learned FSMap version 37 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.634+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55a09b941720 con 0x55a09b8bcf40 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fcc0c0a10b0 con 0x55a09b8bcf40 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 37) ==== 8422+0+0 (secure 0 0 0) 0x7fcc100514d0 con 0x55a09b8bcf40 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 10 client.16080 fetch_fsmap finished waiting for FSMap version 37 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 10 client.16080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 20 client.16080 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b941ef0 0x55a09b944310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 4 client.16080 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a09b829200 con 0x55a09b941ef0 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b941ef0 0x55a09b944310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcbfaffd640 10 client.16080 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:16.633 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.635+0000 7fcc1b7fe640 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b941ef0 0x55a09b944310 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d984d4abd93ced54 server_cookie=9a12b78c1d585db3 in_seq=0 out_seq=0 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.713+0000 7fcbfaffd640 1 -- 172.21.15.55:0/2226949794 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a09b829200 con 0x55a09b941ef0 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.713+0000 7fcbfaffd640 10 client.16080 handle_command_reply: tid=0 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.713+0000 7fcc24804740 1 client.16080 shutdown 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 msgr2=0x55a09b8ccf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fcc1002a930 tx=0x7fcc10004ca0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 shutdown_connections 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55a09b941ef0 0x55a09b944310 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55a09b8c7800 0x55a09b93fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.707 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcbfaffd640 0 client.16080 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55a09b8bcf40 0x55a09b8ccf00 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 --2- 172.21.15.55:0/2226949794 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55a09b8bc620 0x55a09b8cc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 >> 172.21.15.55:0/2226949794 conn(0x55a09b8b8b30 msgr2=0x55a09b8b7cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 shutdown_connections 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 1 -- 172.21.15.55:0/2226949794 wait complete. 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc24804740 20 client.16080 trim_cache size 0 max 16384 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:{ 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "message": "", 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout: "return_code": 0 2024-04-23T18:26:16.708 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stdout:} 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 msgr2=0x7fcc040a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 0x7fcc040a6280 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fcc14005fd0 tx=0x7fcc14005cc0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 msgr2=0x7fcc1c19e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00ebc0 tx=0x7fcc0c00c6a0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 shutdown_connections 2024-04-23T18:26:16.709 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fcc040a3dc0 0x7fcc040a6280 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fcc1c106170 0x7fcc1c19ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fcc1c198680 0x7fcc1c198b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 --2- 172.21.15.55:0/1261177829 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fcc1c1010f0 0x7fcc1c19e530 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.714+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 >> 172.21.15.55:0/1261177829 conn(0x7fcc1c077fd0 msgr2=0x7fcc1c069950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.715+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 shutdown_connections 2024-04-23T18:26:16.710 INFO:teuthology.task.background_exec.ubuntu@smithi055.front.sepia.ceph.com.smithi055.stderr:2024-04-23T18:26:16.715+0000 7fcc21ae8640 1 -- 172.21.15.55:0/1261177829 wait complete. 2024-04-23T18:26:17.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:17 smithi152 ceph-mon[33022]: pgmap v100: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 728 KiB/s wr, 171 op/s 2024-04-23T18:26:17.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:17 smithi116 ceph-mon[32310]: pgmap v100: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 728 KiB/s wr, 171 op/s 2024-04-23T18:26:17.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:17 smithi055 ceph-mon[29189]: pgmap v100: 97 pgs: 97 active+clean; 207 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 620 KiB/s rd, 728 KiB/s wr, 171 op/s 2024-04-23T18:26:18.094 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-04-23T18:26:18.094 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-23T18:26:18.421 DEBUG:teuthology.parallel:result is None 2024-04-23T18:26:18.421 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-23T18:26:18.457 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-23T18:26:18.457 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-04-23T18:26:18.468 INFO:tasks.quiescer:joining Quiescers 2024-04-23T18:26:18.468 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-04-23T18:26:18.468 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 -- 172.21.15.55:0/2282046496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8102b40 msgr2=0x7fc2e8106b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/2282046496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8102b40 0x7fc2e8106b80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8009900 tx=0x7fc2d802a410 comp rx=0 tx=0).stop 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 -- 172.21.15.55:0/2282046496 shutdown_connections 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/2282046496 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e8107260 0x7fc2e810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/2282046496 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8102b40 0x7fc2e8106b80 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/2282046496 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 0x7fc2e8102570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 -- 172.21.15.55:0/2282046496 >> 172.21.15.55:0/2282046496 conn(0x7fc2e8079310 msgr2=0x7fc2e8079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.606+0000 7fc2eff5d640 1 -- 172.21.15.55:0/2282046496 shutdown_connections 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 -- 172.21.15.55:0/2282046496 wait complete. 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 Processor -- start 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 -- start start 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 0x7fc2e819e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e81986c0 0x7fc2e8198b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e8112340 con 0x7fc2e8107260 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e81121c0 con 0x7fc2e81986c0 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2eff5d640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e81124c0 con 0x7fc2e8102190 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2ed4f8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2ed4f8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48954/0 (socket says 172.21.15.55:48954) 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.607+0000 7fc2ed4f8640 1 -- 172.21.15.55:0/634908042 learned_addr learned my addr 172.21.15.55:0/634908042 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ee4fa640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e81986c0 0x7fc2e8198b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2edcf9640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 0x7fc2e819e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 -- 172.21.15.55:0/634908042 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 msgr2=0x7fc2e819e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 0x7fc2e819e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 -- 172.21.15.55:0/634908042 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e81986c0 msgr2=0x7fc2e8198b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e81986c0 0x7fc2e8198b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 -- 172.21.15.55:0/634908042 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e81992c0 con 0x7fc2e8107260 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2ed4f8640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8005940 tx=0x7fc2d8004360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d803f030 con 0x7fc2e8107260 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc2d8003cd0 con 0x7fc2e8107260 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e8199550 con 0x7fc2e8107260 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d8035070 con 0x7fc2e8107260 2024-04-23T18:26:18.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.608+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e81a5690 con 0x7fc2e8107260 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.609+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2e8103660 con 0x7fc2e8107260 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.610+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc2d8042030 con 0x7fc2e8107260 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.611+0000 7fc2deffd640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 0x7fc2d40a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.611+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7fc2d80f12a0 con 0x7fc2e8107260 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.611+0000 7fc2edcf9640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 0x7fc2d40a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.612+0000 7fc2edcf9640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 0x7fc2d40a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009890 tx=0x7fc2e4008040 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.607 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.615+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc2d80bd950 con 0x7fc2e8107260 2024-04-23T18:26:18.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.846+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2e8102b40 con 0x7fc2e8107260 2024-04-23T18:26:18.839 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.847+0000 7fc2deffd640 1 -- 172.21.15.55:0/634908042 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) ==== 94+0+11971 (secure 0 0 0) 0x7fc2d80bd250 con 0x7fc2e8107260 2024-04-23T18:26:18.840 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:26:18.840 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":37,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":37,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:26:13.756010+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[0,1,2,3],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[0,1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[0,1,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[0,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[1,2,3,4],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24451,24425,24536,24461,24503]},"id":1}]} 2024-04-23T18:26:18.840 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 37 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 msgr2=0x7fc2d40a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 0x7fc2d40a61e0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc2e4009890 tx=0x7fc2e4008040 comp rx=0 tx=0).stop 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 msgr2=0x7fc2e819eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8005940 tx=0x7fc2d8004360 comp rx=0 tx=0).stop 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 shutdown_connections 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc2d40a3d20 0x7fc2d40a61e0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.842 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc2e81986c0 0x7fc2e8198b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc2e8107260 0x7fc2e819eb40 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 --2- 172.21.15.55:0/634908042 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc2e8102190 0x7fc2e819e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 >> 172.21.15.55:0/634908042 conn(0x7fc2e8079310 msgr2=0x7fc2e81000e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 shutdown_connections 2024-04-23T18:26:18.843 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.849+0000 7fc2eff5d640 1 -- 172.21.15.55:0/634908042 wait complete. 2024-04-23T18:26:18.853 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24536 quiesce db --cancel --all' 2024-04-23T18:26:18.853 DEBUG:teuthology.orchestra.run.smithi055:> timeout 75 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.24536 quiesce db --cancel --all 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.970+0000 7f2fca623640 1 -- 172.21.15.55:0/1232577782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc4106170 msgr2=0x7f2fc410dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.970+0000 7f2fca623640 1 --2- 172.21.15.55:0/1232577782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc4106170 0x7f2fc410dd40 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc009ca0 tx=0x7f2fbc02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 -- 172.21.15.55:0/1232577782 shutdown_connections 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 --2- 172.21.15.55:0/1232577782 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc4101aa0 0x7f2fc4105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 --2- 172.21.15.55:0/1232577782 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc4106170 0x7f2fc410dd40 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 --2- 172.21.15.55:0/1232577782 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc41010f0 0x7f2fc41014d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 -- 172.21.15.55:0/1232577782 >> 172.21.15.55:0/1232577782 conn(0x7f2fc4077fb0 msgr2=0x7f2fc40783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 -- 172.21.15.55:0/1232577782 shutdown_connections 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 -- 172.21.15.55:0/1232577782 wait complete. 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 Processor -- start 2024-04-23T18:26:18.964 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 -- start start 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.971+0000 7f2fca623640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc4106170 0x7f2fc4199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc419a1a0 0x7f2fc41a4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc4111270 con 0x7f2fc41010f0 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41110f0 con 0x7f2fc4106170 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41113f0 con 0x7f2fc419a1a0 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48970/0 (socket says 172.21.15.55:48970) 2024-04-23T18:26:18.966 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3408784081 learned_addr learned my addr 172.21.15.55:0/3408784081 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc4106170 0x7f2fc4199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc419a1a0 0x7f2fc41a4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3408784081 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc419a1a0 msgr2=0x7f2fc41a4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc419a1a0 0x7f2fc41a4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3408784081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc4106170 msgr2=0x7f2fc4199c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc4106170 0x7f2fc4199c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3408784081 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fc41a4f20 con 0x7f2fc41010f0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400b4a0 tx=0x7f2fb400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc17fa640 1 -- 172.21.15.55:0/3408784081 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4014070 con 0x7f2fc41010f0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fc41a5210 con 0x7f2fc41010f0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc17fa640 1 -- 172.21.15.55:0/3408784081 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2fb4010ae0 con 0x7f2fc41010f0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fc17fa640 1 -- 172.21.15.55:0/3408784081 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4017ce0 con 0x7f2fc41010f0 2024-04-23T18:26:18.967 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.972+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fc41a57b0 con 0x7f2fc41010f0 2024-04-23T18:26:18.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.974+0000 7f2fc17fa640 1 -- 172.21.15.55:0/3408784081 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2fb4017070 con 0x7f2fc41010f0 2024-04-23T18:26:18.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 Processor -- start 2024-04-23T18:26:18.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 -- start start 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 0x55732c636600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c647ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55732c59c130 con 0x55732c636bd0 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55732c538c50 con 0x55732c636220 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fcd412740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55732c5980f0 con 0x55732c645790 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48976/0 (socket says 172.21.15.55:48976) 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3791616688 learned_addr learned my addr 172.21.15.55:0/3791616688 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 0x55732c636600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c647ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc17fa640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 0x7f2fac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.975+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 0x7f2fac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3791616688 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 msgr2=0x55732c647ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c647ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3791616688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 msgr2=0x55732c636600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 0x55732c636600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc17fa640 1 -- 172.21.15.55:0/3408784081 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f2fb40cfd60 con 0x7f2fc41010f0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3791616688 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732c552fd0 con 0x55732c636bd0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c647ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 0x55732c636600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40cd4e0 tx=0x7f2fb4000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d09dc4190aa8c6 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2faa7fc640 1 -- 172.21.15.55:0/3791616688 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb40a0170 con 0x55732c636bd0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 0x7f2fac0a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005fe0 tx=0x7f2fbc02a8c0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2faa7fc640 1 -- 172.21.15.55:0/3791616688 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2fb40a4a30 con 0x55732c636bd0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.976+0000 7f2faa7fc640 1 -- 172.21.15.55:0/3791616688 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb40cd6e0 con 0x55732c636bd0 2024-04-23T18:26:18.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- 172.21.15.55:0/3791616688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 msgr2=0x55732c6451c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40cd4e0 tx=0x7f2fb4000bc0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- 172.21.15.55:0/3791616688 shutdown_connections 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c647ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636bd0 0x55732c6451c0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3791616688 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636220 0x55732c636600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- 172.21.15.55:0/3791616688 >> 172.21.15.55:0/3791616688 conn(0x55732c632620 msgr2=0x55732c632a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- 172.21.15.55:0/3791616688 shutdown_connections 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- 172.21.15.55:0/3791616688 wait complete. 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 -- start start 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 Processor -- start 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.977+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c636bd0 0x55732c642bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 0x55732c643130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x55732c6486c0 con 0x55732c636220 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x55732c536640 con 0x55732c645790 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x55732c648840 con 0x55732c636bd0 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 10 client.0 _ll_register_callbacks cb 0x55732c536030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48980/0 (socket says 172.21.15.55:48980) 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 -- 172.21.15.55:0/1953112353 learned_addr learned my addr 172.21.15.55:0/1953112353 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c636bd0 0x55732c642bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 -- 172.21.15.55:0/1953112353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c636bd0 msgr2=0x55732c642bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c636bd0 0x55732c642bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 0x55732c643130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 -- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 msgr2=0x55732c643130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 0x55732c643130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 -- 172.21.15.55:0/1953112353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732c37aa20 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 0x55732c643130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40982d0 tx=0x7f2fb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6eec0a5ad9bbce2 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fa37fe640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb404e070 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f2fb40984e0 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fb40a4a30 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2fb40b5050 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 10 client.16098 fetch_fsmap learned FSMap version 37 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.978+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55732c3db1b0 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2fb40a4a30 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 37) ==== 8422+0+0 (secure 0 0 0) 0x7f2fb40cd6e0 con 0x55732c636220 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 10 client.16098 fetch_fsmap finished waiting for FSMap version 37 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 10 client.16098 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 20 client.16098 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:18.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c655b40 0x55732c657f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 4 client.16098 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55732c5a9b50 con 0x55732c655b40 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c655b40 0x55732c657f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c655b40 0x55732c657f30 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=209b37c05a66023e server_cookie=598d798ac818a5a3 in_seq=0 out_seq=0 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.979+0000 7f2fa37fe640 10 client.16098 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fa37fe640 1 -- 172.21.15.55:0/1953112353 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+23246 (crc 0 0 0) 0x55732c5a9b50 con 0x55732c655b40 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fa37fe640 10 client.16098 handle_command_reply: tid=0 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 client.16098 shutdown 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 msgr2=0x55732c6426b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40982d0 tx=0x7f2fb40046c0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 shutdown_connections 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c655b40 0x55732c657f30 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c636bd0 0x55732c642bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.980 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c645790 0x55732c643130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 --2- 172.21.15.55:0/1953112353 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c6426b0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 >> 172.21.15.55:0/1953112353 conn(0x55732c632620 msgr2=0x55732c638450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fa37fe640 0 client.16098 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 shutdown_connections 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.980+0000 7f2fcd412740 1 -- 172.21.15.55:0/1953112353 wait complete. 2024-04-23T18:26:18.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.981+0000 7f2fcd412740 20 client.16098 trim_cache size 0 max 16384 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 Processor -- start 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 -- start start 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c63f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c63fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41abc00 con 0x55732c636220 2024-04-23T18:26:18.996 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41ad920 con 0x55732c636bd0 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fcd412740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41ac390 con 0x55732c645790 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48988/0 (socket says 172.21.15.55:48988) 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fc3fff640 1 -- 172.21.15.55:0/720951254 learned_addr learned my addr 172.21.15.55:0/720951254 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.998+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c63f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c63fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 -- 172.21.15.55:0/720951254 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 msgr2=0x55732c63fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c63fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 -- 172.21.15.55:0/720951254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 msgr2=0x55732c63f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c63f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 -- 172.21.15.55:0/720951254 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55732c26e310 con 0x55732c636220 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c63f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c63fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4098840 tx=0x7f2fb404ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1025978f676c9032 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:18.997 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fa9ffb640 1 -- 172.21.15.55:0/720951254 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb404e030 con 0x55732c636220 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fa9ffb640 1 -- 172.21.15.55:0/720951254 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2fb40a4a30 con 0x55732c636220 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fa9ffb640 1 -- 172.21.15.55:0/720951254 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb401e050 con 0x55732c636220 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fcd412740 1 -- 172.21.15.55:0/720951254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 msgr2=0x55732c642d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fcd412740 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4098840 tx=0x7f2fb404ef90 comp rx=0 tx=0).stop 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:18.999+0000 7f2fcd412740 1 -- 172.21.15.55:0/720951254 shutdown_connections 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c63fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c63f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- 172.21.15.55:0/720951254 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c642d80 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- 172.21.15.55:0/720951254 >> 172.21.15.55:0/720951254 conn(0x55732c632620 msgr2=0x55732c642670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- 172.21.15.55:0/720951254 shutdown_connections 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- 172.21.15.55:0/720951254 wait complete. 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- start start 2024-04-23T18:26:18.998 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 Processor -- start 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c658ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c659410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41ad190 con 0x55732c636220 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41aca60 con 0x55732c636bd0 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2fc41a9b60 con 0x55732c645790 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fcd412740 10 client.0 _ll_register_callbacks cb 0x7f2fb800a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fc3fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:48994/0 (socket says 172.21.15.55:48994) 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.000+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3742449933 learned_addr learned my addr 172.21.15.55:0/3742449933 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c658ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c659410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3742449933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 msgr2=0x55732c659410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c659410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 msgr2=0x55732c658ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-04-23T18:26:18.999 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c658ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 -- 172.21.15.55:0/3742449933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55732c6bad20 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc8bc0640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c659410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fc3fff640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40b3040 tx=0x7f2fb409bc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1581efe5b57f42b server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fa37fe640 10 client.0 ms_handle_connect on v2:172.21.15.55:3300/0 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb404e070 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mon.0 v2:172.21.15.55:3300/0 2 ==== osd_map(89..89 src has 1..89) ==== 8506+0+0 (secure 0 0 0) 0x7f2fb40cd650 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fb40a4a30 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_get_version_reply(handle=1 version=37) ==== 24+0+0 (secure 0 0 0) 0x7f2fb401e030 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fcd412740 10 client.16104 fetch_fsmap learned FSMap version 37 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,fsmap=37,monmap=4+}) -- 0x55732c6bad20 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.001+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mon.0 v2:172.21.15.55:3300/0 4 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2fb40a4a30 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mon.0 v2:172.21.15.55:3300/0 5 ==== fsmap(e 37) ==== 8422+0+0 (secure 0 0 0) 0x7f2fb40bc0e0 con 0x55732c636220 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 10 client.16104 fetch_fsmap finished waiting for FSMap version 37 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 10 client.16104 resolve_mds: validated gid 24536 aka daemon mds.b 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 20 client.16104 populate_metadata read hostname 'smithi055' 2024-04-23T18:26:19.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c6bc3a0 0x55732c6be7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 4 client.16104 mds_command: new command op to 24536 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 --> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x55732c5a39c0 con 0x55732c6bc3a0 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c6bc3a0 0x55732c6be7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fc37fe640 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c6bc3a0 0x55732c6be7c0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2225b2672c19b server_cookie=7e0c60dd45272211 in_seq=0 out_seq=0 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fa37fe640 10 client.16104 ms_handle_connect on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fa37fe640 1 -- 172.21.15.55:0/3742449933 <== mds.0 v2:172.21.15.116:6838/3023801911 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x55732c5a39c0 con 0x55732c6bc3a0 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fa37fe640 10 client.16104 handle_command_reply: tid=0 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.002+0000 7f2fcd412740 1 client.16104 shutdown 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 msgr2=0x55732c658990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f2fb40b3040 tx=0x7f2fb409bc40 comp rx=0 tx=0).stop 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 shutdown_connections 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:6838/3023801911,v1:172.21.15.116:6839/3023801911] conn(0x55732c6bc3a0 0x55732c6be7c0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x55732c645790 0x55732c659410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x55732c636bd0 0x55732c658ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.001 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 --2- 172.21.15.55:0/3742449933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x55732c636220 0x55732c658990 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fa37fe640 0 client.16104 ms_handle_reset on v2:172.21.15.116:6838/3023801911 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 >> 172.21.15.55:0/3742449933 conn(0x55732c632620 msgr2=0x55732c631940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 shutdown_connections 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 1 -- 172.21.15.55:0/3742449933 wait complete. 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fcd412740 20 client.16104 trim_cache size 0 max 16384 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 37, 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stdout: "leader": 24536, 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stdout: "set_version": 16, 2024-04-23T18:26:19.002 INFO:teuthology.orchestra.run.smithi055.stdout: "sets": {} 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 msgr2=0x7f2fac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 0x7f2fac0a61e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc005fe0 tx=0x7f2fbc02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 msgr2=0x7f2fc41996d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400b4a0 tx=0x7f2fb400b960 comp rx=0 tx=0).stop 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 shutdown_connections 2024-04-23T18:26:19.003 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f2fac0a3d20 0x7f2fac0a61e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2fc419a1a0 0x7f2fc41a4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2fc4106170 0x7f2fc4199c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 --2- 172.21.15.55:0/3408784081 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f2fc41010f0 0x7f2fc41996d0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 >> 172.21.15.55:0/3408784081 conn(0x7f2fc4077fb0 msgr2=0x7f2fc41005b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 shutdown_connections 2024-04-23T18:26:19.004 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:26:19.003+0000 7f2fca623640 1 -- 172.21.15.55:0/3408784081 wait complete. 2024-04-23T18:26:19.007 INFO:tasks.quiescer:done joining Quiescers 2024-04-23T18:26:19.007 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-04-23T18:26:19.017 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:26:19.025 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-04-23T18:26:19.047 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-04-23T18:26:19.047 INFO:teuthology.task.exec:Executing custom commands... 2024-04-23T18:26:19.048 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:26:19.048 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-04-23T18:26:19.091 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-04-23T18:26:19.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:19 smithi055 ceph-mon[29189]: pgmap v101: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-23T18:26:19.486 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:19 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/634908042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:19.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:19 smithi152 ceph-mon[33022]: pgmap v101: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-23T18:26:19.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:19 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/634908042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:19.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:19 smithi116 ceph-mon[32310]: pgmap v101: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 338 op/s 2024-04-23T18:26:19.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:19 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/634908042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:26:21.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:21 smithi152 ceph-mon[33022]: pgmap v102: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:21.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:21 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:21.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:21 smithi116 ceph-mon[32310]: pgmap v102: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:21.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:21 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:21.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:21 smithi055 ceph-mon[29189]: pgmap v102: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:21.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:21 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:26:23.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:23 smithi152 ceph-mon[33022]: pgmap v103: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:23.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:23 smithi116 ceph-mon[32310]: pgmap v103: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:23.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:23 smithi055 ceph-mon[29189]: pgmap v103: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 308 op/s 2024-04-23T18:26:25.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:25 smithi152 ceph-mon[33022]: pgmap v104: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 320 op/s 2024-04-23T18:26:25.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:25 smithi116 ceph-mon[32310]: pgmap v104: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 320 op/s 2024-04-23T18:26:25.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:25 smithi055 ceph-mon[29189]: pgmap v104: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 320 op/s 2024-04-23T18:26:27.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:27 smithi152 ceph-mon[33022]: pgmap v105: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 764 KiB/s wr, 178 op/s 2024-04-23T18:26:27.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:27 smithi116 ceph-mon[32310]: pgmap v105: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 764 KiB/s wr, 178 op/s 2024-04-23T18:26:27.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:27 smithi055 ceph-mon[29189]: pgmap v105: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 788 KiB/s rd, 764 KiB/s wr, 178 op/s 2024-04-23T18:26:29.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:29 smithi152 ceph-mon[33022]: pgmap v106: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 770 KiB/s wr, 185 op/s 2024-04-23T18:26:29.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:29 smithi116 ceph-mon[32310]: pgmap v106: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 770 KiB/s wr, 185 op/s 2024-04-23T18:26:29.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:29 smithi055 ceph-mon[29189]: pgmap v106: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 796 KiB/s rd, 770 KiB/s wr, 185 op/s 2024-04-23T18:26:31.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:31 smithi152 ceph-mon[33022]: pgmap v107: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:31.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:31 smithi116 ceph-mon[32310]: pgmap v107: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:31.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:31 smithi055 ceph-mon[29189]: pgmap v107: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:33.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:33 smithi152 ceph-mon[33022]: pgmap v108: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:33.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:33 smithi116 ceph-mon[32310]: pgmap v108: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:33.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:33 smithi055 ceph-mon[29189]: pgmap v108: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 106 KiB/s rd, 28 KiB/s wr, 18 op/s 2024-04-23T18:26:35.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:35 smithi152 ceph-mon[33022]: pgmap v109: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-04-23T18:26:35.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:35 smithi116 ceph-mon[32310]: pgmap v109: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-04-23T18:26:35.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:35 smithi055 ceph-mon[29189]: pgmap v109: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 108 KiB/s rd, 28 KiB/s wr, 23 op/s 2024-04-23T18:26:37.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:37 smithi152 ceph-mon[33022]: pgmap v110: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-04-23T18:26:37.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:37 smithi116 ceph-mon[32310]: pgmap v110: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-04-23T18:26:37.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:37 smithi055 ceph-mon[29189]: pgmap v110: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 5.7 KiB/s wr, 11 op/s 2024-04-23T18:26:39.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:39 smithi152 ceph-mon[33022]: pgmap v111: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.1 KiB/s wr, 15 op/s 2024-04-23T18:26:39.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:39 smithi116 ceph-mon[32310]: pgmap v111: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.1 KiB/s wr, 15 op/s 2024-04-23T18:26:39.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:39 smithi055 ceph-mon[29189]: pgmap v111: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 7.1 KiB/s wr, 15 op/s 2024-04-23T18:26:41.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:41 smithi116 ceph-mon[32310]: pgmap v112: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:41.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:41 smithi055 ceph-mon[29189]: pgmap v112: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:41.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:41 smithi152 ceph-mon[33022]: pgmap v112: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:43.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:43 smithi116 ceph-mon[32310]: pgmap v113: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:43.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:43 smithi055 ceph-mon[29189]: pgmap v113: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:43.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:43 smithi152 ceph-mon[33022]: pgmap v113: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:45.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:45 smithi116 ceph-mon[32310]: pgmap v114: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:45.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:45 smithi055 ceph-mon[29189]: pgmap v114: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:45.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:45 smithi152 ceph-mon[33022]: pgmap v114: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:47 smithi116 ceph-mon[32310]: pgmap v115: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:47.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:47 smithi055 ceph-mon[29189]: pgmap v115: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:47.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:47 smithi152 ceph-mon[33022]: pgmap v115: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-23T18:26:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:49 smithi116 ceph-mon[32310]: pgmap v116: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:49 smithi055 ceph-mon[29189]: pgmap v116: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:49.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:49 smithi152 ceph-mon[33022]: pgmap v116: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-04-23T18:26:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:51 smithi116 ceph-mon[32310]: pgmap v117: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:51.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:51 smithi055 ceph-mon[29189]: pgmap v117: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:51.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:51 smithi152 ceph-mon[33022]: pgmap v117: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:53 smithi116 ceph-mon[32310]: pgmap v118: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:53.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:53 smithi055 ceph-mon[29189]: pgmap v118: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:53.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:53 smithi152 ceph-mon[33022]: pgmap v118: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:26:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:55 smithi116 ceph-mon[32310]: pgmap v119: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:26:55.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:55 smithi055 ceph-mon[29189]: pgmap v119: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:26:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:55 smithi152 ceph-mon[33022]: pgmap v119: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:26:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:57 smithi116 ceph-mon[32310]: pgmap v120: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:26:57.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:57 smithi055 ceph-mon[29189]: pgmap v120: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:26:57.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:57 smithi152 ceph-mon[33022]: pgmap v120: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:26:59.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:26:59 smithi116 ceph-mon[32310]: pgmap v121: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:26:59.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:26:59 smithi055 ceph-mon[29189]: pgmap v121: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:26:59.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:26:59 smithi152 ceph-mon[33022]: pgmap v121: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:01 smithi116 ceph-mon[32310]: pgmap v122: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:01.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:01 smithi055 ceph-mon[29189]: pgmap v122: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:01.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:01 smithi152 ceph-mon[33022]: pgmap v122: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:03 smithi116 ceph-mon[32310]: pgmap v123: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:03 smithi055 ceph-mon[29189]: pgmap v123: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:03.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:03 smithi152 ceph-mon[33022]: pgmap v123: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:05 smithi116 ceph-mon[32310]: pgmap v124: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:05 smithi055 ceph-mon[29189]: pgmap v124: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:05.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:05 smithi152 ceph-mon[33022]: pgmap v124: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:07 smithi116 ceph-mon[32310]: pgmap v125: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:07 smithi055 ceph-mon[29189]: pgmap v125: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:07.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:07 smithi152 ceph-mon[33022]: pgmap v125: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:09.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:09 smithi116 ceph-mon[32310]: pgmap v126: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:09.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:09 smithi055 ceph-mon[29189]: pgmap v126: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:09.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:09 smithi152 ceph-mon[33022]: pgmap v126: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:11 smithi116 ceph-mon[32310]: pgmap v127: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:11 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:11 smithi055 ceph-mon[29189]: pgmap v127: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:11 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:11.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:11 smithi152 ceph-mon[33022]: pgmap v127: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:11.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:11 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:27:12.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:12.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:12.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:27:12.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:12.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:12.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:27:12.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:27:12.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:27:12.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:27:13.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:13 smithi055 ceph-mon[29189]: pgmap v128: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:13.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:13 smithi152 ceph-mon[33022]: pgmap v128: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:13.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:13 smithi116 ceph-mon[32310]: pgmap v128: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:27:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:15 smithi055 ceph-mon[29189]: pgmap v129: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:15.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:15 smithi152 ceph-mon[33022]: pgmap v129: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:15.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:15 smithi116 ceph-mon[32310]: pgmap v129: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:27:17.738 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:17 smithi055 ceph-mon[29189]: pgmap v130: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:17.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:17 smithi152 ceph-mon[33022]: pgmap v130: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:17.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:17 smithi116 ceph-mon[32310]: pgmap v130: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:27:19.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:19 smithi055 ceph-mon[29189]: pgmap v131: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:27:19.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:19 smithi152 ceph-mon[33022]: pgmap v131: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:27:19.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:19 smithi116 ceph-mon[32310]: pgmap v131: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:27:21.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:21 smithi055 ceph-mon[29189]: pgmap v132: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:21.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:21 smithi152 ceph-mon[33022]: pgmap v132: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:21.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:21 smithi116 ceph-mon[32310]: pgmap v132: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:23.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:23 smithi152 ceph-mon[33022]: pgmap v133: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:23.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:23 smithi116 ceph-mon[32310]: pgmap v133: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:23.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:23 smithi055 ceph-mon[29189]: pgmap v133: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 9 op/s 2024-04-23T18:27:25.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:25 smithi152 ceph-mon[33022]: pgmap v134: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:25.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:25 smithi116 ceph-mon[32310]: pgmap v134: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:25.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:25 smithi055 ceph-mon[29189]: pgmap v134: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:27.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:27 smithi152 ceph-mon[33022]: pgmap v135: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:27:27.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:27 smithi116 ceph-mon[32310]: pgmap v135: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:27:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:27 smithi055 ceph-mon[29189]: pgmap v135: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:27:29.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:29 smithi152 ceph-mon[33022]: pgmap v136: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:29.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:29 smithi116 ceph-mon[32310]: pgmap v136: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:29.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:29 smithi055 ceph-mon[29189]: pgmap v136: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:31.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:31 smithi152 ceph-mon[33022]: pgmap v137: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:31.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:31 smithi116 ceph-mon[32310]: pgmap v137: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:31.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:31 smithi055 ceph-mon[29189]: pgmap v137: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:33.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:33 smithi152 ceph-mon[33022]: pgmap v138: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:33.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:33 smithi116 ceph-mon[32310]: pgmap v138: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:33.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:33 smithi055 ceph-mon[29189]: pgmap v138: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:35.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:35 smithi152 ceph-mon[33022]: pgmap v139: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:35.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:35 smithi116 ceph-mon[32310]: pgmap v139: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:35.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:35 smithi055 ceph-mon[29189]: pgmap v139: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:37.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:37 smithi152 ceph-mon[33022]: pgmap v140: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:37.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:37 smithi116 ceph-mon[32310]: pgmap v140: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:37.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:37 smithi055 ceph-mon[29189]: pgmap v140: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:39.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:39 smithi152 ceph-mon[33022]: pgmap v141: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:39.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:39 smithi116 ceph-mon[32310]: pgmap v141: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:39.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:39 smithi055 ceph-mon[29189]: pgmap v141: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:41.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:41 smithi152 ceph-mon[33022]: pgmap v142: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:41.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:41 smithi116 ceph-mon[32310]: pgmap v142: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:41.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:41 smithi055 ceph-mon[29189]: pgmap v142: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:43.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:43 smithi152 ceph-mon[33022]: pgmap v143: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:43.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:43 smithi116 ceph-mon[32310]: pgmap v143: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:43.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:43 smithi055 ceph-mon[29189]: pgmap v143: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:45.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:45 smithi152 ceph-mon[33022]: pgmap v144: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:45.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:45 smithi116 ceph-mon[32310]: pgmap v144: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:45.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:45 smithi055 ceph-mon[29189]: pgmap v144: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:47.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:47 smithi152 ceph-mon[33022]: pgmap v145: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:47.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:47 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:47.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:47 smithi116 ceph-mon[32310]: pgmap v145: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:47.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:47 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:47.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:47 smithi055 ceph-mon[29189]: pgmap v145: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:47.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:47 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:27:49.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:49 smithi152 ceph-mon[33022]: pgmap v146: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:49.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:49 smithi116 ceph-mon[32310]: pgmap v146: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:49.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:49 smithi055 ceph-mon[29189]: pgmap v146: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:51.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:51 smithi152 ceph-mon[33022]: pgmap v147: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:51.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:51 smithi116 ceph-mon[32310]: pgmap v147: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:51.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:51 smithi055 ceph-mon[29189]: pgmap v147: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:53.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:53 smithi152 ceph-mon[33022]: pgmap v148: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:53.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:53 smithi116 ceph-mon[32310]: pgmap v148: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:53.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:53 smithi055 ceph-mon[29189]: pgmap v148: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:55.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:55 smithi152 ceph-mon[33022]: pgmap v149: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:55.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:55 smithi116 ceph-mon[32310]: pgmap v149: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:55.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:55 smithi055 ceph-mon[29189]: pgmap v149: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:57.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:57 smithi152 ceph-mon[33022]: pgmap v150: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:57.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:57 smithi116 ceph-mon[32310]: pgmap v150: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:57.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:57 smithi055 ceph-mon[29189]: pgmap v150: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:27:59.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:27:59 smithi152 ceph-mon[33022]: pgmap v151: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:59.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:27:59 smithi116 ceph-mon[32310]: pgmap v151: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:27:59.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:27:59 smithi055 ceph-mon[29189]: pgmap v151: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:01.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:01 smithi152 ceph-mon[33022]: pgmap v152: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:01.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:01 smithi116 ceph-mon[32310]: pgmap v152: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:01.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:01 smithi055 ceph-mon[29189]: pgmap v152: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:03.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:03 smithi152 ceph-mon[33022]: pgmap v153: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:03.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:03 smithi116 ceph-mon[32310]: pgmap v153: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:03.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:03 smithi055 ceph-mon[29189]: pgmap v153: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:05.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:05 smithi116 ceph-mon[32310]: pgmap v154: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:05.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:05 smithi055 ceph-mon[29189]: pgmap v154: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:06.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:05 smithi152 ceph-mon[33022]: pgmap v154: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:07.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:07 smithi116 ceph-mon[32310]: pgmap v155: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:07.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:07 smithi055 ceph-mon[29189]: pgmap v155: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:08.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:07 smithi152 ceph-mon[33022]: pgmap v155: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:09.902 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:09 smithi152 ceph-mon[33022]: pgmap v156: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:09.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:09 smithi116 ceph-mon[32310]: pgmap v156: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:09.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:09 smithi055 ceph-mon[29189]: pgmap v156: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:10.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:10 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:10.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:10 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:11.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:10 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:11.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:11 smithi116 ceph-mon[32310]: pgmap v157: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:11.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:11 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:11.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:11 smithi055 ceph-mon[29189]: pgmap v157: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:11.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:11 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:12.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:11 smithi152 ceph-mon[33022]: pgmap v157: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:12.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:11 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:28:12.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:12.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:12.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:28:12.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:12.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:12.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:28:13.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:28:13.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:28:13.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:28:13.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:13 smithi116 ceph-mon[32310]: pgmap v158: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:13.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:13 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:13.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:13 smithi055 ceph-mon[29189]: pgmap v158: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:13.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:13 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:13 smithi152 ceph-mon[33022]: pgmap v158: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:28:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:13 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:15.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:15 smithi116 ceph-mon[32310]: pgmap v159: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:15.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:15 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:15.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:15 smithi055 ceph-mon[29189]: pgmap v159: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:15.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:15 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:15 smithi152 ceph-mon[33022]: pgmap v159: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:28:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:15 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:17.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:17 smithi116 ceph-mon[32310]: pgmap v160: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:17.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:17 smithi055 ceph-mon[29189]: pgmap v160: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:17 smithi152 ceph-mon[33022]: pgmap v160: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:28:19.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:19 smithi116 ceph-mon[32310]: pgmap v161: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:28:19.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:19 smithi055 ceph-mon[29189]: pgmap v161: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:28:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:19 smithi152 ceph-mon[33022]: pgmap v161: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:28:21.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:21 smithi116 ceph-mon[32310]: pgmap v162: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:21.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:21 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:21.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:21 smithi055 ceph-mon[29189]: pgmap v162: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:21.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:21 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:21 smithi152 ceph-mon[33022]: pgmap v162: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:21 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:23.957 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:23 smithi116 ceph-mon[32310]: pgmap v163: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:23.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:23 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:23.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:23 smithi055 ceph-mon[29189]: pgmap v163: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:23.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:23 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:24.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:23 smithi152 ceph-mon[33022]: pgmap v163: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:24.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:23 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:25.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:25 smithi055 ceph-mon[29189]: pgmap v164: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:25 smithi152 ceph-mon[33022]: pgmap v164: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:25 smithi116 ceph-mon[32310]: pgmap v164: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:27.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:27 smithi055 ceph-mon[29189]: pgmap v165: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:27 smithi152 ceph-mon[33022]: pgmap v165: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:27 smithi116 ceph-mon[32310]: pgmap v165: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:29.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:29 smithi055 ceph-mon[29189]: pgmap v166: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:30.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:29 smithi152 ceph-mon[33022]: pgmap v166: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:29 smithi116 ceph-mon[32310]: pgmap v166: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:31.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:30 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:31.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:30 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:31.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:30 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:32.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:31 smithi152 ceph-mon[33022]: pgmap v167: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:31 smithi116 ceph-mon[32310]: pgmap v167: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:32.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:31 smithi055 ceph-mon[29189]: pgmap v167: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:34.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:33 smithi152 ceph-mon[33022]: pgmap v168: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:33 smithi116 ceph-mon[32310]: pgmap v168: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:34.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:33 smithi055 ceph-mon[29189]: pgmap v168: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:36.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:35 smithi152 ceph-mon[33022]: pgmap v169: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:35 smithi116 ceph-mon[32310]: pgmap v169: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:35 smithi055 ceph-mon[29189]: pgmap v169: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:38.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:37 smithi152 ceph-mon[33022]: pgmap v170: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:37 smithi116 ceph-mon[32310]: pgmap v170: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:38.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:37 smithi055 ceph-mon[29189]: pgmap v170: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:40.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:39 smithi152 ceph-mon[33022]: pgmap v171: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:40.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:39 smithi116 ceph-mon[32310]: pgmap v171: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:40.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:39 smithi055 ceph-mon[29189]: pgmap v171: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:41.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:40 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:41.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:40 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:41.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:40 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:42.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:41 smithi152 ceph-mon[33022]: pgmap v172: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:42.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:41 smithi116 ceph-mon[32310]: pgmap v172: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:42.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:41 smithi055 ceph-mon[29189]: pgmap v172: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:43.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:42 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:43.108 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:42 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:43.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:42 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:44.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:43 smithi152 ceph-mon[33022]: pgmap v173: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:43 smithi116 ceph-mon[32310]: pgmap v173: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:44.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:43 smithi055 ceph-mon[29189]: pgmap v173: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:45 smithi152 ceph-mon[33022]: pgmap v174: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:46.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:45 smithi116 ceph-mon[32310]: pgmap v174: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:45 smithi055 ceph-mon[29189]: pgmap v174: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:47.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:46 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:46 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:46 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:48.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:47 smithi152 ceph-mon[33022]: pgmap v175: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:48.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:47 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:48.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:47 smithi116 ceph-mon[32310]: pgmap v175: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:48.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:47 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:48.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:47 smithi055 ceph-mon[29189]: pgmap v175: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:48.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:47 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:50.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:49 smithi152 ceph-mon[33022]: pgmap v176: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:50.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:49 smithi116 ceph-mon[32310]: pgmap v176: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:50.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:49 smithi055 ceph-mon[29189]: pgmap v176: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:52.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:51 smithi116 ceph-mon[32310]: pgmap v177: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:52.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:51 smithi055 ceph-mon[29189]: pgmap v177: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:52.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:51 smithi152 ceph-mon[33022]: pgmap v177: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:54.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:53 smithi116 ceph-mon[32310]: pgmap v178: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:54.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:53 smithi055 ceph-mon[29189]: pgmap v178: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:54.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:53 smithi152 ceph-mon[33022]: pgmap v178: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:55.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:54 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:55.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:54 smithi116 ceph-mon[32310]: pgmap v179: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:55.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:54 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:55.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:54 smithi055 ceph-mon[29189]: pgmap v179: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:55.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:54 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:55.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:54 smithi152 ceph-mon[33022]: pgmap v179: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:56.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:55 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:56.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:55 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:56.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:55 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:57.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:56 smithi116 ceph-mon[32310]: pgmap v180: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:57.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:56 smithi055 ceph-mon[29189]: pgmap v180: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:57.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:56 smithi152 ceph-mon[33022]: pgmap v180: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:28:58.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:57 smithi116 ceph-mon[32310]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:58.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:57 smithi055 ceph-mon[29189]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:58.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:57 smithi152 ceph-mon[33022]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-04-23T18:28:59.210 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:28:58 smithi116 ceph-mon[32310]: pgmap v181: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:59.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:28:58 smithi055 ceph-mon[29189]: pgmap v181: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:28:59.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:28:58 smithi152 ceph-mon[33022]: pgmap v181: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:01.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:01 smithi152 ceph-mon[33022]: pgmap v182: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:01 smithi116 ceph-mon[32310]: pgmap v182: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:01.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:01 smithi055 ceph-mon[29189]: pgmap v182: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:03.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:03 smithi152 ceph-mon[33022]: pgmap v183: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:03 smithi116 ceph-mon[32310]: pgmap v183: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:03 smithi055 ceph-mon[29189]: pgmap v183: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:05 smithi152 ceph-mon[33022]: pgmap v184: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:05 smithi116 ceph-mon[32310]: pgmap v184: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:05 smithi055 ceph-mon[29189]: pgmap v184: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:08.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:07 smithi152 ceph-mon[33022]: pgmap v185: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:08.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:07 smithi116 ceph-mon[32310]: pgmap v185: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:08.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:07 smithi055 ceph-mon[29189]: pgmap v185: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:10.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:09 smithi152 ceph-mon[33022]: pgmap v186: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:09 smithi116 ceph-mon[32310]: pgmap v186: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:10.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:09 smithi055 ceph-mon[29189]: pgmap v186: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:12.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:11 smithi152 ceph-mon[33022]: pgmap v187: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:12.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:11 smithi116 ceph-mon[32310]: pgmap v187: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:12.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:11 smithi055 ceph-mon[29189]: pgmap v187: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:13.101 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:12 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:13.107 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:12 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:13.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:12 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:29:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:13 smithi152 ceph-mon[33022]: pgmap v188: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:29:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:13 smithi116 ceph-mon[32310]: pgmap v188: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:29:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:13 smithi055 ceph-mon[29189]: pgmap v188: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 22 KiB/s wr, 24 op/s 2024-04-23T18:29:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:29:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:29:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:29:16.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:15 smithi152 ceph-mon[33022]: pgmap v189: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:16.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:15 smithi116 ceph-mon[32310]: pgmap v189: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:16.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:15 smithi055 ceph-mon[29189]: pgmap v189: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 28 op/s 2024-04-23T18:29:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:17 smithi152 ceph-mon[33022]: pgmap v190: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:17 smithi116 ceph-mon[32310]: pgmap v190: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:18.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:17 smithi055 ceph-mon[29189]: pgmap v190: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-23T18:29:20.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:19 smithi152 ceph-mon[33022]: pgmap v191: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:29:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:19 smithi116 ceph-mon[32310]: pgmap v191: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:29:20.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:19 smithi055 ceph-mon[29189]: pgmap v191: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:29:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:21 smithi152 ceph-mon[33022]: pgmap v192: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:21 smithi116 ceph-mon[32310]: pgmap v192: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:22.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:21 smithi055 ceph-mon[29189]: pgmap v192: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:24.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:23 smithi116 ceph-mon[32310]: pgmap v193: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:24.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:23 smithi055 ceph-mon[29189]: pgmap v193: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:24.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:23 smithi152 ceph-mon[33022]: pgmap v193: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:25 smithi116 ceph-mon[32310]: pgmap v194: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:26.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:25 smithi055 ceph-mon[29189]: pgmap v194: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:26.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:25 smithi152 ceph-mon[33022]: pgmap v194: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:27 smithi116 ceph-mon[32310]: pgmap v195: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:28.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:27 smithi055 ceph-mon[29189]: pgmap v195: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:28.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:27 smithi152 ceph-mon[33022]: pgmap v195: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:29 smithi116 ceph-mon[32310]: pgmap v196: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:30.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:29 smithi055 ceph-mon[29189]: pgmap v196: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:30.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:29 smithi152 ceph-mon[33022]: pgmap v196: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:31 smithi116 ceph-mon[32310]: pgmap v197: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:32.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:31 smithi055 ceph-mon[29189]: pgmap v197: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:32.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:31 smithi152 ceph-mon[33022]: pgmap v197: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:33.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:32 smithi116 ceph-mon[32310]: pgmap v198: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:33.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:32 smithi055 ceph-mon[29189]: pgmap v198: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:33.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:32 smithi152 ceph-mon[33022]: pgmap v198: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:35.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:35 smithi152 ceph-mon[33022]: pgmap v199: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:35.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:35 smithi116 ceph-mon[32310]: pgmap v199: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:35.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:35 smithi055 ceph-mon[29189]: pgmap v199: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:37.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:37 smithi152 ceph-mon[33022]: pgmap v200: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:37.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:37 smithi116 ceph-mon[32310]: pgmap v200: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:37.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:37 smithi055 ceph-mon[29189]: pgmap v200: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:39.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:39 smithi152 ceph-mon[33022]: pgmap v201: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:39.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:39 smithi116 ceph-mon[32310]: pgmap v201: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:39.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:39 smithi055 ceph-mon[29189]: pgmap v201: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:41.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:41 smithi152 ceph-mon[33022]: pgmap v202: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:41.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:41 smithi116 ceph-mon[32310]: pgmap v202: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:41.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:41 smithi055 ceph-mon[29189]: pgmap v202: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:43.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:43 smithi152 ceph-mon[33022]: pgmap v203: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:43.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:43 smithi116 ceph-mon[32310]: pgmap v203: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:43.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:43 smithi055 ceph-mon[29189]: pgmap v203: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:45.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:45 smithi152 ceph-mon[33022]: pgmap v204: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:45.708 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:45 smithi116 ceph-mon[32310]: pgmap v204: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:45.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:45 smithi055 ceph-mon[29189]: pgmap v204: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:47.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:47 smithi152 ceph-mon[33022]: pgmap v205: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:47 smithi116 ceph-mon[32310]: pgmap v205: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:47.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:47 smithi055 ceph-mon[29189]: pgmap v205: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:49.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:49 smithi152 ceph-mon[33022]: pgmap v206: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:49 smithi116 ceph-mon[32310]: pgmap v206: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:49 smithi055 ceph-mon[29189]: pgmap v206: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:51.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:51 smithi152 ceph-mon[33022]: pgmap v207: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:51 smithi116 ceph-mon[32310]: pgmap v207: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:51.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:51 smithi055 ceph-mon[29189]: pgmap v207: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:53.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:53 smithi152 ceph-mon[33022]: pgmap v208: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:53 smithi116 ceph-mon[32310]: pgmap v208: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:53.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:53 smithi055 ceph-mon[29189]: pgmap v208: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:29:55.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:55 smithi152 ceph-mon[33022]: pgmap v209: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:55 smithi116 ceph-mon[32310]: pgmap v209: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:55.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:55 smithi055 ceph-mon[29189]: pgmap v209: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:57.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:57 smithi152 ceph-mon[33022]: pgmap v210: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:57 smithi116 ceph-mon[32310]: pgmap v210: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:57.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:57 smithi055 ceph-mon[29189]: pgmap v210: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:29:59.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:29:59 smithi152 ceph-mon[33022]: pgmap v211: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:59.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:29:59 smithi116 ceph-mon[32310]: pgmap v211: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:29:59.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:29:59 smithi055 ceph-mon[29189]: pgmap v211: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:00.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:00 smithi152 ceph-mon[33022]: overall HEALTH_OK 2024-04-23T18:30:00.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:00 smithi116 ceph-mon[32310]: overall HEALTH_OK 2024-04-23T18:30:00.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:00 smithi055 ceph-mon[29189]: overall HEALTH_OK 2024-04-23T18:30:01.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:01 smithi152 ceph-mon[33022]: pgmap v212: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:01 smithi116 ceph-mon[32310]: pgmap v212: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:01.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:01 smithi055 ceph-mon[29189]: pgmap v212: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:03.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:03 smithi152 ceph-mon[33022]: pgmap v213: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:03 smithi116 ceph-mon[32310]: pgmap v213: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:03 smithi055 ceph-mon[29189]: pgmap v213: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:05.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:05 smithi152 ceph-mon[33022]: pgmap v214: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:30:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:05 smithi116 ceph-mon[32310]: pgmap v214: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:30:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:05 smithi055 ceph-mon[29189]: pgmap v214: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:30:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:07 smithi116 ceph-mon[32310]: pgmap v215: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:30:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:07 smithi116 ceph-mon[32310]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:30:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:07 smithi055 ceph-mon[29189]: pgmap v215: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:30:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:07 smithi055 ceph-mon[29189]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:30:07.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:07 smithi152 ceph-mon[33022]: pgmap v215: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:30:07.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:07 smithi152 ceph-mon[33022]: osdmap e90: 12 total, 12 up, 12 in 2024-04-23T18:30:09.652 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:09 smithi152 ceph-mon[33022]: pgmap v217: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:09.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:09 smithi116 ceph-mon[32310]: pgmap v217: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:09.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:09 smithi055 ceph-mon[29189]: pgmap v217: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:11 smithi116 ceph-mon[32310]: pgmap v218: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:11.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:11 smithi055 ceph-mon[29189]: pgmap v218: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:11.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:11 smithi152 ceph-mon[33022]: pgmap v218: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:30:13.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:12 smithi152 ceph-mon[33022]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:30:13.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:12 smithi116 ceph-mon[32310]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:30:13.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:12 smithi055 ceph-mon[29189]: osdmap e91: 12 total, 12 up, 12 in 2024-04-23T18:30:14.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:13 smithi152 ceph-mon[33022]: pgmap v220: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 7 op/s 2024-04-23T18:30:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:14.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:13 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:30:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:13 smithi116 ceph-mon[32310]: pgmap v220: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 7 op/s 2024-04-23T18:30:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:14.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:13 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:30:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:13 smithi055 ceph-mon[29189]: pgmap v220: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 127 B/s wr, 7 op/s 2024-04-23T18:30:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:30:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:30:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:30:14.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:13 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:30:16.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:15 smithi152 ceph-mon[33022]: pgmap v221: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:30:16.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:15 smithi116 ceph-mon[32310]: pgmap v221: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:30:16.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:15 smithi055 ceph-mon[29189]: pgmap v221: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:30:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:17 smithi152 ceph-mon[33022]: pgmap v222: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 207 B/s wr, 11 op/s 2024-04-23T18:30:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:17 smithi116 ceph-mon[32310]: pgmap v222: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 207 B/s wr, 11 op/s 2024-04-23T18:30:18.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:17 smithi055 ceph-mon[29189]: pgmap v222: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 207 B/s wr, 11 op/s 2024-04-23T18:30:20.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:19 smithi152 ceph-mon[33022]: pgmap v223: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:19 smithi116 ceph-mon[32310]: pgmap v223: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:20.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:19 smithi055 ceph-mon[29189]: pgmap v223: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:21 smithi152 ceph-mon[33022]: pgmap v224: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:21 smithi116 ceph-mon[32310]: pgmap v224: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:22.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:21 smithi055 ceph-mon[29189]: pgmap v224: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:30:24.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:23 smithi152 ceph-mon[33022]: pgmap v225: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 98 B/s wr, 10 op/s 2024-04-23T18:30:24.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:23 smithi116 ceph-mon[32310]: pgmap v225: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 98 B/s wr, 10 op/s 2024-04-23T18:30:24.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:23 smithi055 ceph-mon[29189]: pgmap v225: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 98 B/s wr, 10 op/s 2024-04-23T18:30:26.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:25 smithi152 ceph-mon[33022]: pgmap v226: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:30:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:25 smithi116 ceph-mon[32310]: pgmap v226: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:30:26.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:25 smithi055 ceph-mon[29189]: pgmap v226: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-23T18:30:28.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:27 smithi152 ceph-mon[33022]: pgmap v227: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:27 smithi116 ceph-mon[32310]: pgmap v227: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:28.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:27 smithi055 ceph-mon[29189]: pgmap v227: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:30.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:29 smithi152 ceph-mon[33022]: pgmap v228: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:29 smithi116 ceph-mon[32310]: pgmap v228: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:30.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:29 smithi055 ceph-mon[29189]: pgmap v228: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:31 smithi116 ceph-mon[32310]: pgmap v229: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:32.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:31 smithi055 ceph-mon[29189]: pgmap v229: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:32.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:31 smithi152 ceph-mon[33022]: pgmap v229: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:33 smithi116 ceph-mon[32310]: pgmap v230: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:34.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:33 smithi055 ceph-mon[29189]: pgmap v230: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:34.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:33 smithi152 ceph-mon[33022]: pgmap v230: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:36.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:35 smithi116 ceph-mon[32310]: pgmap v231: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:36.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:35 smithi055 ceph-mon[29189]: pgmap v231: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:36.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:35 smithi152 ceph-mon[33022]: pgmap v231: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:37 smithi116 ceph-mon[32310]: pgmap v232: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:38.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:37 smithi055 ceph-mon[29189]: pgmap v232: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:38.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:37 smithi152 ceph-mon[33022]: pgmap v232: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:39.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:38 smithi116 ceph-mon[32310]: pgmap v233: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:39.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:38 smithi055 ceph-mon[29189]: pgmap v233: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:39.250 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:38 smithi152 ceph-mon[33022]: pgmap v233: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:41.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:41 smithi152 ceph-mon[33022]: pgmap v234: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:41.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:41 smithi116 ceph-mon[32310]: pgmap v234: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:41.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:41 smithi055 ceph-mon[29189]: pgmap v234: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:43.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:43 smithi152 ceph-mon[33022]: pgmap v235: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:43.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:43 smithi116 ceph-mon[32310]: pgmap v235: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:43.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:43 smithi055 ceph-mon[29189]: pgmap v235: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:45.602 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:45 smithi152 ceph-mon[33022]: pgmap v236: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:45.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:45 smithi116 ceph-mon[32310]: pgmap v236: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:45.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:45 smithi055 ceph-mon[29189]: pgmap v236: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:47.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:47 smithi152 ceph-mon[33022]: pgmap v237: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:47 smithi116 ceph-mon[32310]: pgmap v237: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:47.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:47 smithi055 ceph-mon[29189]: pgmap v237: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:49.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:49 smithi152 ceph-mon[33022]: pgmap v238: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:49 smithi116 ceph-mon[32310]: pgmap v238: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:49 smithi055 ceph-mon[29189]: pgmap v238: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:51.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:51 smithi152 ceph-mon[33022]: pgmap v239: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:51 smithi116 ceph-mon[32310]: pgmap v239: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:51.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:51 smithi055 ceph-mon[29189]: pgmap v239: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:53.600 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:53 smithi152 ceph-mon[33022]: pgmap v240: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:53 smithi116 ceph-mon[32310]: pgmap v240: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:53.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:53 smithi055 ceph-mon[29189]: pgmap v240: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:30:55.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:55 smithi152 ceph-mon[33022]: pgmap v241: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:55 smithi116 ceph-mon[32310]: pgmap v241: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:55.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:55 smithi055 ceph-mon[29189]: pgmap v241: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:57.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:57 smithi152 ceph-mon[33022]: pgmap v242: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:57 smithi116 ceph-mon[32310]: pgmap v242: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:57.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:57 smithi055 ceph-mon[29189]: pgmap v242: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:30:59.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:30:59 smithi152 ceph-mon[33022]: pgmap v243: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:59.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:30:59 smithi116 ceph-mon[32310]: pgmap v243: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:30:59.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:30:59 smithi055 ceph-mon[29189]: pgmap v243: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:01.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:01 smithi152 ceph-mon[33022]: pgmap v244: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:01.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:01 smithi116 ceph-mon[32310]: pgmap v244: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:01.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:01 smithi055 ceph-mon[29189]: pgmap v244: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:03.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:03 smithi152 ceph-mon[33022]: pgmap v245: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:03 smithi116 ceph-mon[32310]: pgmap v245: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:03.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:03 smithi055 ceph-mon[29189]: pgmap v245: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:31:05.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:05 smithi116 ceph-mon[32310]: pgmap v246: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:31:05.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:05 smithi055 ceph-mon[29189]: pgmap v246: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:31:05.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:05 smithi152 ceph-mon[33022]: pgmap v246: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:31:07.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:07 smithi116 ceph-mon[32310]: pgmap v247: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:31:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:07 smithi055 ceph-mon[29189]: pgmap v247: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:31:07.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:07 smithi152 ceph-mon[33022]: pgmap v247: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:31:09.652 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:09 smithi152 ceph-mon[33022]: pgmap v248: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-23T18:31:09.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:09 smithi116 ceph-mon[32310]: pgmap v248: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-23T18:31:09.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:09 smithi055 ceph-mon[29189]: pgmap v248: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 45 KiB/s wr, 31 op/s 2024-04-23T18:31:11.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:11 smithi116 ceph-mon[32310]: pgmap v249: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-23T18:31:11.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:11 smithi055 ceph-mon[29189]: pgmap v249: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-23T18:31:11.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:11 smithi152 ceph-mon[33022]: pgmap v249: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 45 KiB/s wr, 26 op/s 2024-04-23T18:31:12.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:12 smithi116 ceph-mon[32310]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:31:12.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:12 smithi055 ceph-mon[29189]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:31:12.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:12 smithi152 ceph-mon[33022]: osdmap e92: 12 total, 12 up, 12 in 2024-04-23T18:31:13.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:13 smithi116 ceph-mon[32310]: pgmap v251: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:31:13.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:13 smithi055 ceph-mon[29189]: pgmap v251: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:31:13.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:13 smithi152 ceph-mon[33022]: pgmap v251: 97 pgs: 97 active+clean; 211 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:31:14.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:14 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:14.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:14 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:14.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:14 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:31:15.712 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:15 smithi116 ceph-mon[32310]: pgmap v252: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:15.712 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:15 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:15.712 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:15 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:15.712 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:15 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:31:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:15 smithi055 ceph-mon[29189]: pgmap v252: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:15 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:15 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:15.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:15 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:31:15.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:15 smithi152 ceph-mon[33022]: pgmap v252: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:15.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:15 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:31:15.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:15 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:31:15.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:15 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:31:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:17 smithi152 ceph-mon[33022]: pgmap v253: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:17 smithi152 ceph-mon[33022]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:31:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:17 smithi116 ceph-mon[32310]: pgmap v253: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:17 smithi116 ceph-mon[32310]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:31:18.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:17 smithi055 ceph-mon[29189]: pgmap v253: 97 pgs: 97 active+clean; 91 MiB data, 843 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:18.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:17 smithi055 ceph-mon[29189]: osdmap e93: 12 total, 12 up, 12 in 2024-04-23T18:31:20.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:19 smithi152 ceph-mon[33022]: pgmap v255: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 383 B/s wr, 14 op/s 2024-04-23T18:31:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:19 smithi116 ceph-mon[32310]: pgmap v255: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 383 B/s wr, 14 op/s 2024-04-23T18:31:20.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:19 smithi055 ceph-mon[29189]: pgmap v255: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 383 B/s wr, 14 op/s 2024-04-23T18:31:22.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:21 smithi152 ceph-mon[33022]: pgmap v256: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 346 B/s wr, 12 op/s 2024-04-23T18:31:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:21 smithi116 ceph-mon[32310]: pgmap v256: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 346 B/s wr, 12 op/s 2024-04-23T18:31:22.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:21 smithi055 ceph-mon[29189]: pgmap v256: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 346 B/s wr, 12 op/s 2024-04-23T18:31:24.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:23 smithi152 ceph-mon[33022]: pgmap v257: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 307 B/s wr, 11 op/s 2024-04-23T18:31:24.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:23 smithi116 ceph-mon[32310]: pgmap v257: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 307 B/s wr, 11 op/s 2024-04-23T18:31:24.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:23 smithi055 ceph-mon[29189]: pgmap v257: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 307 B/s wr, 11 op/s 2024-04-23T18:31:26.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:25 smithi152 ceph-mon[33022]: pgmap v258: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:25 smithi116 ceph-mon[32310]: pgmap v258: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:26.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:25 smithi055 ceph-mon[29189]: pgmap v258: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:28.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:27 smithi152 ceph-mon[33022]: pgmap v259: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:27 smithi116 ceph-mon[32310]: pgmap v259: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:28.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:27 smithi055 ceph-mon[29189]: pgmap v259: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:31:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:29 smithi116 ceph-mon[32310]: pgmap v260: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 179 B/s wr, 14 op/s 2024-04-23T18:31:30.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:29 smithi055 ceph-mon[29189]: pgmap v260: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 179 B/s wr, 14 op/s 2024-04-23T18:31:30.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:29 smithi152 ceph-mon[33022]: pgmap v260: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 179 B/s wr, 14 op/s 2024-04-23T18:31:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:31 smithi116 ceph-mon[32310]: pgmap v261: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:32.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:31 smithi055 ceph-mon[29189]: pgmap v261: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:32.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:31 smithi152 ceph-mon[33022]: pgmap v261: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:33 smithi116 ceph-mon[32310]: pgmap v262: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:34.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:33 smithi055 ceph-mon[29189]: pgmap v262: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:34.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:33 smithi152 ceph-mon[33022]: pgmap v262: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:35 smithi116 ceph-mon[32310]: pgmap v263: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:36.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:35 smithi055 ceph-mon[29189]: pgmap v263: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:36.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:35 smithi152 ceph-mon[33022]: pgmap v263: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:37 smithi116 ceph-mon[32310]: pgmap v264: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:38.238 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:37 smithi055 ceph-mon[29189]: pgmap v264: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:38.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:37 smithi152 ceph-mon[33022]: pgmap v264: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:40.152 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:39 smithi152 ceph-mon[33022]: pgmap v265: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:40.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:39 smithi116 ceph-mon[32310]: pgmap v265: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:40.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:39 smithi055 ceph-mon[29189]: pgmap v265: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:42.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:41 smithi116 ceph-mon[32310]: pgmap v266: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:42.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:41 smithi055 ceph-mon[29189]: pgmap v266: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:42.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:41 smithi152 ceph-mon[33022]: pgmap v266: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:43.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:42 smithi116 ceph-mon[32310]: pgmap v267: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:43.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:42 smithi055 ceph-mon[29189]: pgmap v267: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:43.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:42 smithi152 ceph-mon[33022]: pgmap v267: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:45.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:45 smithi152 ceph-mon[33022]: pgmap v268: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:45.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:45 smithi116 ceph-mon[32310]: pgmap v268: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:45.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:45 smithi055 ceph-mon[29189]: pgmap v268: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:47.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:47 smithi152 ceph-mon[33022]: pgmap v269: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:47.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:47 smithi116 ceph-mon[32310]: pgmap v269: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:47.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:47 smithi055 ceph-mon[29189]: pgmap v269: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:49.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:49 smithi152 ceph-mon[33022]: pgmap v270: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:49.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:49 smithi116 ceph-mon[32310]: pgmap v270: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:49.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:49 smithi055 ceph-mon[29189]: pgmap v270: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:51.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:51 smithi152 ceph-mon[33022]: pgmap v271: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:51 smithi116 ceph-mon[32310]: pgmap v271: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:51.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:51 smithi055 ceph-mon[29189]: pgmap v271: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:53.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:53 smithi152 ceph-mon[33022]: pgmap v272: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:53 smithi116 ceph-mon[32310]: pgmap v272: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:53.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:53 smithi055 ceph-mon[29189]: pgmap v272: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:55.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:55 smithi152 ceph-mon[33022]: pgmap v273: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:55 smithi116 ceph-mon[32310]: pgmap v273: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:55.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:55 smithi055 ceph-mon[29189]: pgmap v273: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:57.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:57 smithi152 ceph-mon[33022]: pgmap v274: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:57.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:57 smithi116 ceph-mon[32310]: pgmap v274: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:57.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:57 smithi055 ceph-mon[29189]: pgmap v274: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:31:59.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:31:59 smithi152 ceph-mon[33022]: pgmap v275: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:59.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:31:59 smithi116 ceph-mon[32310]: pgmap v275: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:31:59.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:31:59 smithi055 ceph-mon[29189]: pgmap v275: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:01.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:01 smithi152 ceph-mon[33022]: pgmap v276: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:01.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:01 smithi116 ceph-mon[32310]: pgmap v276: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:01.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:01 smithi055 ceph-mon[29189]: pgmap v276: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:03.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:03 smithi152 ceph-mon[33022]: pgmap v277: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:03.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:03 smithi116 ceph-mon[32310]: pgmap v277: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:03.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:03 smithi055 ceph-mon[29189]: pgmap v277: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-04-23T18:32:05.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:05 smithi152 ceph-mon[33022]: pgmap v278: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:05.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:05 smithi116 ceph-mon[32310]: pgmap v278: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:05.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:05 smithi055 ceph-mon[29189]: pgmap v278: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:07.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:07 smithi152 ceph-mon[33022]: pgmap v279: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:07.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:07 smithi116 ceph-mon[32310]: pgmap v279: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:07.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:07 smithi055 ceph-mon[29189]: pgmap v279: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:09.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:09 smithi116 ceph-mon[32310]: pgmap v280: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:09.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:09 smithi055 ceph-mon[29189]: pgmap v280: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:09.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:09 smithi152 ceph-mon[33022]: pgmap v280: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:32:11.651 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:11 smithi152 ceph-mon[33022]: pgmap v281: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:11.706 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:11 smithi116 ceph-mon[32310]: pgmap v281: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:11.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:11 smithi055 ceph-mon[29189]: pgmap v281: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:32:12.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:12 smithi116 ceph-mon[32310]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:32:12.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:12 smithi055 ceph-mon[29189]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:32:12.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:12 smithi152 ceph-mon[33022]: osdmap e94: 12 total, 12 up, 12 in 2024-04-23T18:32:13.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:13 smithi116 ceph-mon[32310]: pgmap v283: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:32:13.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:13 smithi055 ceph-mon[29189]: pgmap v283: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:32:13.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:13 smithi152 ceph-mon[33022]: pgmap v283: 97 pgs: 97 active+clean; 91 MiB data, 821 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 53 KiB/s wr, 31 op/s 2024-04-23T18:32:15.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:15 smithi116 ceph-mon[32310]: pgmap v284: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:15.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:15 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:15.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:15 smithi055 ceph-mon[29189]: pgmap v284: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:15.735 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:15 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:15.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:15 smithi152 ceph-mon[33022]: pgmap v284: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:15.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:15 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:32:16.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:16 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:16.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:16 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:16.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:16 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:32:16.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:16 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:16.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:16 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:16.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:16 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:32:16.849 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:16 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:32:16.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:16 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:32:16.850 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:16 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:32:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:17 smithi152 ceph-mon[33022]: pgmap v285: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:18.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:17 smithi152 ceph-mon[33022]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:32:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:17 smithi116 ceph-mon[32310]: pgmap v285: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:17 smithi116 ceph-mon[32310]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:32:18.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:17 smithi055 ceph-mon[29189]: pgmap v285: 97 pgs: 97 active+clean; 74 MiB data, 777 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:18.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:17 smithi055 ceph-mon[29189]: osdmap e95: 12 total, 12 up, 12 in 2024-04-23T18:32:20.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:19 smithi152 ceph-mon[33022]: pgmap v287: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:32:20.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:19 smithi116 ceph-mon[32310]: pgmap v287: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:32:20.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:19 smithi055 ceph-mon[29189]: pgmap v287: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:32:22.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:21 smithi152 ceph-mon[33022]: pgmap v288: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 12 op/s 2024-04-23T18:32:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:21 smithi116 ceph-mon[32310]: pgmap v288: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 12 op/s 2024-04-23T18:32:22.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:21 smithi055 ceph-mon[29189]: pgmap v288: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 12 op/s 2024-04-23T18:32:24.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:23 smithi116 ceph-mon[32310]: pgmap v289: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:24.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:23 smithi055 ceph-mon[29189]: pgmap v289: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:24.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:23 smithi152 ceph-mon[33022]: pgmap v289: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:32:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:25 smithi116 ceph-mon[32310]: pgmap v290: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:26.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:25 smithi055 ceph-mon[29189]: pgmap v290: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:26.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:25 smithi152 ceph-mon[33022]: pgmap v290: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:28.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:27 smithi116 ceph-mon[32310]: pgmap v291: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:28.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:27 smithi055 ceph-mon[29189]: pgmap v291: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:28.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:27 smithi152 ceph-mon[33022]: pgmap v291: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:32:30.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:29 smithi116 ceph-mon[32310]: pgmap v292: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:32:30.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:29 smithi055 ceph-mon[29189]: pgmap v292: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:32:30.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:29 smithi152 ceph-mon[33022]: pgmap v292: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:32:32.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:31 smithi116 ceph-mon[32310]: pgmap v293: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:32.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:31 smithi055 ceph-mon[29189]: pgmap v293: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:32.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:31 smithi152 ceph-mon[33022]: pgmap v293: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:34.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:33 smithi116 ceph-mon[32310]: pgmap v294: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:34.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:33 smithi055 ceph-mon[29189]: pgmap v294: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:34.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:33 smithi152 ceph-mon[33022]: pgmap v294: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:36.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:35 smithi116 ceph-mon[32310]: pgmap v295: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:36.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:35 smithi055 ceph-mon[29189]: pgmap v295: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:36.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:35 smithi152 ceph-mon[33022]: pgmap v295: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:38.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:37 smithi116 ceph-mon[32310]: pgmap v296: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:38.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:37 smithi055 ceph-mon[29189]: pgmap v296: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:38.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:37 smithi152 ceph-mon[33022]: pgmap v296: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:40.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:39 smithi116 ceph-mon[32310]: pgmap v297: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:40.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:39 smithi055 ceph-mon[29189]: pgmap v297: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:40.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:39 smithi152 ceph-mon[33022]: pgmap v297: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:42.152 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:41 smithi152 ceph-mon[33022]: pgmap v298: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:42.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:41 smithi116 ceph-mon[32310]: pgmap v298: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:42.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:41 smithi055 ceph-mon[29189]: pgmap v298: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:43 smithi116 ceph-mon[32310]: pgmap v299: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:44.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:43 smithi055 ceph-mon[29189]: pgmap v299: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:43 smithi152 ceph-mon[33022]: pgmap v299: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:46.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:45 smithi116 ceph-mon[32310]: pgmap v300: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:46.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:45 smithi055 ceph-mon[29189]: pgmap v300: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:46.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:45 smithi152 ceph-mon[33022]: pgmap v300: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:48.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:47 smithi116 ceph-mon[32310]: pgmap v301: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:48.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:47 smithi055 ceph-mon[29189]: pgmap v301: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:48.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:47 smithi152 ceph-mon[33022]: pgmap v301: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:49.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:48 smithi116 ceph-mon[32310]: pgmap v302: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:49.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:48 smithi055 ceph-mon[29189]: pgmap v302: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:49.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:48 smithi152 ceph-mon[33022]: pgmap v302: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:51.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:51 smithi152 ceph-mon[33022]: pgmap v303: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:51.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:51 smithi116 ceph-mon[32310]: pgmap v303: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:51.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:51 smithi055 ceph-mon[29189]: pgmap v303: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:53.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:53 smithi152 ceph-mon[33022]: pgmap v304: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:53.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:53 smithi116 ceph-mon[32310]: pgmap v304: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:53.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:53 smithi055 ceph-mon[29189]: pgmap v304: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:55.599 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:55 smithi152 ceph-mon[33022]: pgmap v305: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:55.707 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:55 smithi116 ceph-mon[32310]: pgmap v305: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:55.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:55 smithi055 ceph-mon[29189]: pgmap v305: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:32:58.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:57 smithi152 ceph-mon[33022]: pgmap v306: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:58.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:57 smithi116 ceph-mon[32310]: pgmap v306: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:32:58.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:57 smithi055 ceph-mon[29189]: pgmap v306: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:00.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:32:59 smithi152 ceph-mon[33022]: pgmap v307: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:00.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:32:59 smithi116 ceph-mon[32310]: pgmap v307: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:00.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:32:59 smithi055 ceph-mon[29189]: pgmap v307: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:02.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:01 smithi116 ceph-mon[32310]: pgmap v308: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:02.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:01 smithi055 ceph-mon[29189]: pgmap v308: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:02.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:01 smithi152 ceph-mon[33022]: pgmap v308: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:04.157 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:03 smithi055 ceph-mon[29189]: pgmap v309: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:04.159 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-04-23T18:33:04.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:03 smithi116 ceph-mon[32310]: pgmap v309: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.284+0000 7f004f9ad640 1 -- 172.21.15.55:0/93496464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00481010f0 msgr2=0x7f00481014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.284+0000 7f004f9ad640 1 --2- 172.21.15.55:0/93496464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00481010f0 0x7f00481014d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0044009900 tx=0x7f004402a410 comp rx=0 tx=0).stop 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 -- 172.21.15.55:0/93496464 shutdown_connections 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- 172.21.15.55:0/93496464 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f0048106170 0x7f004810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- 172.21.15.55:0/93496464 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048101aa0 0x7f0048105a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.279 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- 172.21.15.55:0/93496464 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f00481010f0 0x7f00481014d0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 -- 172.21.15.55:0/93496464 >> 172.21.15.55:0/93496464 conn(0x7f0048077fd0 msgr2=0x7f00480783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 -- 172.21.15.55:0/93496464 shutdown_connections 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 -- 172.21.15.55:0/93496464 wait complete. 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 Processor -- start 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 -- start start 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00481010f0 0x7f0048199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 0x7f0048199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.285+0000 7f004f9ad640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004f9ad640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f0048111260 con 0x7f004819a000 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004f9ad640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f00481110e0 con 0x7f0048106170 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004f9ad640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f00481113e0 con 0x7f00481010f0 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.280 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43044/0 (socket says 172.21.15.55:43044) 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 -- 172.21.15.55:0/582364061 learned_addr learned my addr 172.21.15.55:0/582364061 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004cf48640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 0x7f0048199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004d749640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00481010f0 0x7f0048199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 -- 172.21.15.55:0/582364061 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00481010f0 msgr2=0x7f0048199580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00481010f0 0x7f0048199580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 -- 172.21.15.55:0/582364061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 msgr2=0x7f0048199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 0x7f0048199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 -- 172.21.15.55:0/582364061 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00481a4d80 con 0x7f004819a000 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004cf48640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 0x7f0048199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004df4a640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f004000eaa0 tx=0x7f004000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004000cdb0 con 0x7f004819a000 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f0040005020 con 0x7f004819a000 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00481a5070 con 0x7f004819a000 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.286+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00400116d0 con 0x7f004819a000 2024-04-23T18:33:04.281 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.287+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00481a55c0 con 0x7f004819a000 2024-04-23T18:33:04.282 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.287+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f004804fce0 con 0x7f004819a000 2024-04-23T18:33:04.282 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.289+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f00400051d0 con 0x7f004819a000 2024-04-23T18:33:04.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.289+0000 7f003e7fc640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 0x7f00340a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.290+0000 7f004d749640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 0x7f00340a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.290+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7f00400d0e30 con 0x7f004819a000 2024-04-23T18:33:04.283 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.290+0000 7f004d749640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 0x7f00340a6280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0044000c00 tx=0x7f0044005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.285 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.293+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f0040016030 con 0x7f004819a000 2024-04-23T18:33:04.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:03 smithi152 ceph-mon[33022]: pgmap v309: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:04.493 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.500+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) -- 0x7f0048101bb0 con 0x7f00340a3dc0 2024-04-23T18:33:04.501 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.508+0000 7f003e7fc640 1 -- 172.21.15.55:0/582364061 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+350 (secure 0 0 0) 0x7f0048101bb0 con 0x7f00340a3dc0 2024-04-23T18:33:04.501 INFO:teuthology.orchestra.run.smithi055.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-04-23T00:00:00", "created": "2024-04-23T18:23:03", "first": "2024-04-23T18:24:00", "last": "2024-04-23T18:33:00", "last_pruned": "2024-04-23T18:33:01", "created_count": 10, "pruned_count": 4, "active": true} 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 msgr2=0x7f00340a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 0x7f00340a6280 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0044000c00 tx=0x7f0044005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 msgr2=0x7f00481a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f004000eaa0 tx=0x7f004000ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 shutdown_connections 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f00340a3dc0 0x7f00340a6280 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f004819a000 0x7f00481a4600 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f0048106170 0x7f0048199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 --2- 172.21.15.55:0/582364061 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f00481010f0 0x7f0048199580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 >> 172.21.15.55:0/582364061 conn(0x7f0048077fd0 msgr2=0x7f00480fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 shutdown_connections 2024-04-23T18:33:04.504 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.510+0000 7f004f9ad640 1 -- 172.21.15.55:0/582364061 wait complete. 2024-04-23T18:33:04.514 DEBUG:teuthology.orchestra.run.smithi055:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-04-23T18:33:04.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.624+0000 7f29732e8640 1 -- 172.21.15.55:0/3526244215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 msgr2=0x7f296c1035c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.624+0000 7f29732e8640 1 --2- 172.21.15.55:0/3526244215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c1035c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f2968009900 tx=0x7f296802a510 comp rx=0 tx=0).stop 2024-04-23T18:33:04.620 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- 172.21.15.55:0/3526244215 shutdown_connections 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- 172.21.15.55:0/3526244215 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c10c520 0x7f296c10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- 172.21.15.55:0/3526244215 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c103b00 0x7f296c10bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- 172.21.15.55:0/3526244215 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c1035c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- 172.21.15.55:0/3526244215 >> 172.21.15.55:0/3526244215 conn(0x7f296c077fd0 msgr2=0x7f296c0783e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- 172.21.15.55:0/3526244215 shutdown_connections 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- 172.21.15.55:0/3526244215 wait complete. 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 Processor -- start 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- start start 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 0x7f296c19e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.621 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 0x7f296c198610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f296c1122f0 con 0x7f296c1031e0 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f296c112170 con 0x7f296c10c520 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f29732e8640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f296c112470 con 0x7f296c103b00 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.625+0000 7f2971084640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43056/0 (socket says 172.21.15.55:43056) 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 -- 172.21.15.55:0/313925939 learned_addr learned my addr 172.21.15.55:0/313925939 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 -- 172.21.15.55:0/313925939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 msgr2=0x7f296c19e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971885640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 0x7f296c198610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2970883640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 0x7f296c19e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 0x7f296c19e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 -- 172.21.15.55:0/313925939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 msgr2=0x7f296c198610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 0x7f296c198610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.622 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 -- 172.21.15.55:0/313925939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f296c198d90 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971885640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 0x7f296c198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2970883640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 0x7f296c19e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f2971084640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2968005ab0 tx=0x7f29680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296803f030 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2968003cd0 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f296c199020 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968035070 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.626+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f296c1a5320 con 0x7f296c1031e0 2024-04-23T18:33:04.623 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.627+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f296c04fce0 con 0x7f296c1031e0 2024-04-23T18:33:04.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.628+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f2968042030 con 0x7f296c1031e0 2024-04-23T18:33:04.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.629+0000 7f29627fc640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 0x7f29580a6280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.629+0000 7f2970883640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 0x7f29580a6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.629+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7f29680f0ff0 con 0x7f296c1031e0 2024-04-23T18:33:04.624 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.629+0000 7f2970883640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 0x7f29580a6280 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f296c10e290 tx=0x7f295c005d30 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.625 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.632+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f29680bd650 con 0x7f296c1031e0 2024-04-23T18:33:04.837 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.844+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 --> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) -- 0x7f296c062390 con 0x7f29580a3dc0 2024-04-23T18:33:04.844 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.851+0000 7f29627fc640 1 -- 172.21.15.55:0/313925939 <== mgr.25046 v2:172.21.15.55:6800/370362380 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+10 (secure 0 0 0) 0x7f296c062390 con 0x7f29580a3dc0 2024-04-23T18:33:04.844 INFO:teuthology.orchestra.run.smithi055.stdout:/ 1m 6m3h 2024-04-23T18:33:04.846 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 msgr2=0x7f29580a6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 0x7f29580a6280 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f296c10e290 tx=0x7f295c005d30 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 msgr2=0x7f296c19e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f2968005ab0 tx=0x7f29680042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 shutdown_connections 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f29580a3dc0 0x7f29580a6280 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f296c103b00 0x7f296c19e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f296c10c520 0x7f296c198610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 --2- 172.21.15.55:0/313925939 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f296c1031e0 0x7f296c19e460 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 >> 172.21.15.55:0/313925939 conn(0x7f296c077fd0 msgr2=0x7f296c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 shutdown_connections 2024-04-23T18:33:04.847 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.853+0000 7f29732e8640 1 -- 172.21.15.55:0/313925939 wait complete. 2024-04-23T18:33:04.857 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-04-23T18:33:04.869 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 -- 172.21.15.55:0/704103933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134106190 msgr2=0x7fc13410dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 --2- 172.21.15.55:0/704103933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134106190 0x7fc13410dd60 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fc12c009ca0 tx=0x7fc12c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 -- 172.21.15.55:0/704103933 shutdown_connections 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 --2- 172.21.15.55:0/704103933 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134101ac0 0x7fc134105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 --2- 172.21.15.55:0/704103933 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134106190 0x7fc13410dd60 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 --2- 172.21.15.55:0/704103933 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134101110 0x7fc1341014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.974 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 -- 172.21.15.55:0/704103933 >> 172.21.15.55:0/704103933 conn(0x7fc134077fb0 msgr2=0x7fc1340783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 -- 172.21.15.55:0/704103933 shutdown_connections 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.978+0000 7fc139a9a640 1 -- 172.21.15.55:0/704103933 wait complete. 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 Processor -- start 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 -- start start 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 0x7fc13419e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 0x7fc134198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fc134112330 con 0x7fc134101110 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fc1341121b0 con 0x7fc134198590 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc139a9a640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fc1341124b0 con 0x7fc134106190 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.975 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc1337fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43080/0 (socket says 172.21.15.55:43080) 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.979+0000 7fc1337fe640 1 -- 172.21.15.55:0/2953280672 learned_addr learned my addr 172.21.15.55:0/2953280672 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc132ffd640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 0x7fc13419e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc133fff640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 0x7fc134198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 -- 172.21.15.55:0/2953280672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 msgr2=0x7fc13419e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 0x7fc13419e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 -- 172.21.15.55:0/2953280672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 msgr2=0x7fc134198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 0x7fc134198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 -- 172.21.15.55:0/2953280672 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1341990b0 con 0x7fc134101110 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc133fff640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 0x7fc134198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc132ffd640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 0x7fc13419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc1337fe640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc12400c890 tx=0x7fc12400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc124004220 con 0x7fc134101110 2024-04-23T18:33:04.976 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fc1240043c0 con 0x7fc134101110 2024-04-23T18:33:04.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1341993a0 con 0x7fc134101110 2024-04-23T18:33:04.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1240049c0 con 0x7fc134101110 2024-04-23T18:33:04.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.980+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1341a55f0 con 0x7fc134101110 2024-04-23T18:33:04.977 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.981+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1340691c0 con 0x7fc134101110 2024-04-23T18:33:04.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.982+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fc124005140 con 0x7fc134101110 2024-04-23T18:33:04.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.983+0000 7fc130ff9640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 0x7fc11c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:04.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.983+0000 7fc132ffd640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 0x7fc11c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:04.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.983+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7fc1240d09a0 con 0x7fc134101110 2024-04-23T18:33:04.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.983+0000 7fc132ffd640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 0x7fc11c0a61e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc134078a00 tx=0x7fc128005d20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:04.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:04.987+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fc124014030 con 0x7fc134101110 2024-04-23T18:33:05.167 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.174+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc134101c80 con 0x7fc134101110 2024-04-23T18:33:05.169 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.176+0000 7fc130ff9640 1 -- 172.21.15.55:0/2953280672 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+23115 (secure 0 0 0) 0x7fc12409d020 con 0x7fc134101110 2024-04-23T18:33:05.169 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:05.170 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":95,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:32:16.833915+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"94","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":13,"snap_epoch":94,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":4,"length":1},{"begin":13,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:05.171 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 msgr2=0x7fc11c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.171 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 0x7fc11c0a61e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc134078a00 tx=0x7fc128005d20 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 msgr2=0x7fc13419e3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fc12400c890 tx=0x7fc12400cd50 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 shutdown_connections 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fc11c0a3d20 0x7fc11c0a61e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fc134106190 0x7fc13419e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fc134198590 0x7fc134198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 --2- 172.21.15.55:0/2953280672 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fc134101110 0x7fc13419e3e0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 >> 172.21.15.55:0/2953280672 conn(0x7fc134077fb0 msgr2=0x7fc1340fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 shutdown_connections 2024-04-23T18:33:05.172 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.178+0000 7fc139a9a640 1 -- 172.21.15.55:0/2953280672 wait complete. 2024-04-23T18:33:05.182 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '94', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 13, 'snap_epoch': 94, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:33:05.183 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:33:05.289 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 -- 172.21.15.55:0/1187977509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103970 msgr2=0x7fef7c10c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 --2- 172.21.15.55:0/1187977509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103970 0x7fef7c10c030 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fef6c009900 tx=0x7fef6c02a480 comp rx=0 tx=0).stop 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 -- 172.21.15.55:0/1187977509 shutdown_connections 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 --2- 172.21.15.55:0/1187977509 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c10c570 0x7fef7c10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 --2- 172.21.15.55:0/1187977509 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103970 0x7fef7c10c030 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 --2- 172.21.15.55:0/1187977509 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c103050 0x7fef7c103430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.294+0000 7fef83607640 1 -- 172.21.15.55:0/1187977509 >> 172.21.15.55:0/1187977509 conn(0x7fef7c077fb0 msgr2=0x7fef7c0783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- 172.21.15.55:0/1187977509 shutdown_connections 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- 172.21.15.55:0/1187977509 wait complete. 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 Processor -- start 2024-04-23T18:33:05.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- start start 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c103970 0x7fef7c19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c10c570 0x7fef7c1986e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fef7c1122e0 con 0x7fef7c103050 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fef7c112160 con 0x7fef7c10c570 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef83607640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fef7c112460 con 0x7fef7c103970 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef813a3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef813a3640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43088/0 (socket says 172.21.15.55:43088) 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.295+0000 7fef813a3640 1 -- 172.21.15.55:0/1439611571 learned_addr learned my addr 172.21.15.55:0/1439611571 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef80ba2640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c103970 0x7fef7c19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef81ba4640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c10c570 0x7fef7c1986e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 -- 172.21.15.55:0/1439611571 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c103970 msgr2=0x7fef7c19eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c103970 0x7fef7c19eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.291 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 -- 172.21.15.55:0/1439611571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c10c570 msgr2=0x7fef7c1986e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c10c570 0x7fef7c1986e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 -- 172.21.15.55:0/1439611571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef7c198fa0 con 0x7fef7c103050 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef813a3640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fef7800d950 tx=0x7fef7800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef78017070 con 0x7fef7c103050 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fef78009c30 con 0x7fef7c103050 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef7c199290 con 0x7fef7c103050 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7800f6b0 con 0x7fef7c103050 2024-04-23T18:33:05.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.296+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef7c1a5550 con 0x7fef7c103050 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.297+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef7c06a9d0 con 0x7fef7c103050 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.298+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fef780109c0 con 0x7fef7c103050 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.299+0000 7fef727fc640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 0x7fef680a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.299+0000 7fef80ba2640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 0x7fef680a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.299+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7fef780d0520 con 0x7fef7c103050 2024-04-23T18:33:05.293 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.300+0000 7fef80ba2640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 0x7fef680a61e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fef7c199ee0 tx=0x7fef6c005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.296 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.303+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fef78009de0 con 0x7fef7c103050 2024-04-23T18:33:05.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.487+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fef7c1076f0 con 0x7fef7c103050 2024-04-23T18:33:05.480 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.487+0000 7fef727fc640 1 -- 172.21.15.55:0/1439611571 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7fef7809cba0 con 0x7fef7c103050 2024-04-23T18:33:05.480 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 msgr2=0x7fef680a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 0x7fef680a61e0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fef7c199ee0 tx=0x7fef6c005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 msgr2=0x7fef7c19e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7fef7800d950 tx=0x7fef7800de10 comp rx=0 tx=0).stop 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 shutdown_connections 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fef680a3d20 0x7fef680a61e0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fef7c103970 0x7fef7c19eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fef7c10c570 0x7fef7c1986e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.483 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 --2- 172.21.15.55:0/1439611571 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fef7c103050 0x7fef7c19e5d0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 >> 172.21.15.55:0/1439611571 conn(0x7fef7c077fb0 msgr2=0x7fef7c0ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 shutdown_connections 2024-04-23T18:33:05.484 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.489+0000 7fef83607640 1 -- 172.21.15.55:0/1439611571 wait complete. 2024-04-23T18:33:05.493 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 -- 172.21.15.55:0/3910226093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34100e10 msgr2=0x7f9c3410ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3910226093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34100e10 0x7f9c3410ede0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c009cd0 tx=0x7f9c2c02a8e0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 -- 172.21.15.55:0/3910226093 shutdown_connections 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3910226093 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 0x7f9c341008d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3910226093 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34100e10 0x7f9c3410ede0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.601 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3910226093 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34106f30 0x7f9c34107310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 -- 172.21.15.55:0/3910226093 >> 172.21.15.55:0/3910226093 conn(0x7f9c34077410 msgr2=0x7f9c340fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 -- 172.21.15.55:0/3910226093 shutdown_connections 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 -- 172.21.15.55:0/3910226093 wait complete. 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.606+0000 7f9c39a91640 1 Processor -- start 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 -- start start 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 0x7f9c3419e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 0x7f9c3419eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341123d0 con 0x7f9c34106f30 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9c34112250 con 0x7f9c34100e10 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c39a91640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9c34112550 con 0x7f9c34100450 2024-04-23T18:33:05.602 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c337fe640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 0x7f9c3419e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43106/0 (socket says 172.21.15.55:43106) 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 -- 172.21.15.55:0/3890914775 learned_addr learned my addr 172.21.15.55:0/3890914775 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c32ffd640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 0x7f9c3419eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 -- 172.21.15.55:0/3890914775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 msgr2=0x7f9c3419e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 0x7f9c3419e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 -- 172.21.15.55:0/3890914775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 msgr2=0x7f9c3419eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 0x7f9c3419eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 -- 172.21.15.55:0/3890914775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c34198fb0 con 0x7f9c34106f30 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c32ffd640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 0x7f9c3419eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.607+0000 7f9c33fff640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c009df0 tx=0x7f9c2c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.608+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c004240 con 0x7f9c34106f30 2024-04-23T18:33:05.603 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.608+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9c2c0305a0 con 0x7f9c34106f30 2024-04-23T18:33:05.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.608+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c34199240 con 0x7f9c34106f30 2024-04-23T18:33:05.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.608+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c045650 con 0x7f9c34106f30 2024-04-23T18:33:05.604 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.608+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c341a5560 con 0x7f9c34106f30 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.609+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c341995b0 con 0x7f9c34106f30 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.610+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9c2c043020 con 0x7f9c34106f30 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.611+0000 7f9c30ff9640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 0x7f9c1c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.611+0000 7f9c337fe640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 0x7f9c1c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.611+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7f9c2c02e030 con 0x7f9c34106f30 2024-04-23T18:33:05.605 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.611+0000 7f9c337fe640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 0x7f9c1c0a61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400ab60 tx=0x7f9c2400a2d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.615+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9c2c04a060 con 0x7f9c34106f30 2024-04-23T18:33:05.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.800+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f9c34199bd0 con 0x7f9c34106f30 2024-04-23T18:33:05.794 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.801+0000 7f9c30ff9640 1 -- 172.21.15.55:0/3890914775 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) ==== 104+0+11 (secure 0 0 0) 0x7f9c2c0bdc80 con 0x7f9c34106f30 2024-04-23T18:33:05.794 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:33:05.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 msgr2=0x7f9c1c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 0x7f9c1c0a61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400ab60 tx=0x7f9c2400a2d0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 msgr2=0x7f9c341986f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.796 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c009df0 tx=0x7f9c2c003ba0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 shutdown_connections 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9c1c0a3d20 0x7f9c1c0a61e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9c34106f30 0x7f9c341986f0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9c34100e10 0x7f9c3419eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 --2- 172.21.15.55:0/3890914775 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9c34100450 0x7f9c3419e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 >> 172.21.15.55:0/3890914775 conn(0x7f9c34077410 msgr2=0x7f9c34104e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 shutdown_connections 2024-04-23T18:33:05.797 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.803+0000 7f9c39a91640 1 -- 172.21.15.55:0/3890914775 wait complete. 2024-04-23T18:33:05.807 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:33:05.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 -- 172.21.15.55:0/1478116092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 msgr2=0x7f9af8101130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.913 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 --2- 172.21.15.55:0/1478116092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af8101130 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9ae8009900 tx=0x7f9ae802a410 comp rx=0 tx=0).stop 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 -- 172.21.15.55:0/1478116092 shutdown_connections 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 --2- 172.21.15.55:0/1478116092 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 0x7f9af810e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 --2- 172.21.15.55:0/1478116092 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 0x7f9af8110cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 --2- 172.21.15.55:0/1478116092 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af8101130 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 -- 172.21.15.55:0/1478116092 >> 172.21.15.55:0/1478116092 conn(0x7f9af8077f50 msgr2=0x7f9af8078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 -- 172.21.15.55:0/1478116092 shutdown_connections 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 -- 172.21.15.55:0/1478116092 wait complete. 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.920+0000 7f9afde91640 1 Processor -- start 2024-04-23T18:33:05.914 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 -- start start 2024-04-23T18:33:05.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 0x7f9af81a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 0x7f9af819a830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f9af8114550 con 0x7f9af8100d50 2024-04-23T18:33:05.916 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f9af81143d0 con 0x7f9af810e900 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9afde91640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f9af81146d0 con 0x7f9af8101670 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43118/0 (socket says 172.21.15.55:43118) 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 -- 172.21.15.55:0/1811997928 learned_addr learned my addr 172.21.15.55:0/1811997928 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af7fff640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 0x7f9af819a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af6ffd640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 0x7f9af81a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 -- 172.21.15.55:0/1811997928 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 msgr2=0x7f9af81a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 0x7f9af81a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 -- 172.21.15.55:0/1811997928 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 msgr2=0x7f9af819a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 0x7f9af819a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 -- 172.21.15.55:0/1811997928 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9af819b000 con 0x7f9af8100d50 2024-04-23T18:33:05.917 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af77fe640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9ae80314b0 tx=0x7f9ae8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.921+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae803f070 con 0x7f9af8100d50 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.922+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9af819b290 con 0x7f9af8100d50 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.922+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f9ae8031bf0 con 0x7f9af8100d50 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.922+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ae8035030 con 0x7f9af8100d50 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.922+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9af81a7510 con 0x7f9af8100d50 2024-04-23T18:33:05.918 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.923+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9af80698e0 con 0x7f9af8100d50 2024-04-23T18:33:05.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.924+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f9ae8042070 con 0x7f9af8100d50 2024-04-23T18:33:05.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.924+0000 7f9af4ff9640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 0x7f9ae00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:05.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.925+0000 7f9af6ffd640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 0x7f9ae00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:05.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.925+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7f9ae80f15e0 con 0x7f9af8100d50 2024-04-23T18:33:05.919 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.925+0000 7f9af6ffd640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 0x7f9ae00a61e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9af8100830 tx=0x7f9aec005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:05.920 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:05.928+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f9ae80bdc00 con 0x7f9af8100d50 2024-04-23T18:33:06.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.115+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f9af8068d70 con 0x7f9af8100d50 2024-04-23T18:33:06.108 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.115+0000 7f9af4ff9640 1 -- 172.21.15.55:0/1811997928 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) ==== 100+0+11 (secure 0 0 0) 0x7f9ae80bd500 con 0x7f9af8100d50 2024-04-23T18:33:06.109 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 msgr2=0x7f9ae00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 0x7f9ae00a61e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9af8100830 tx=0x7f9aec005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 msgr2=0x7f9af81a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9ae80314b0 tx=0x7f9ae8003c10 comp rx=0 tx=0).stop 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 shutdown_connections 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f9ae00a3d20 0x7f9ae00a61e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f9af8101670 0x7f9af81a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f9af810e900 0x7f9af819a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.111 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 --2- 172.21.15.55:0/1811997928 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f9af8100d50 0x7f9af81a06c0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.117+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 >> 172.21.15.55:0/1811997928 conn(0x7f9af8077f50 msgr2=0x7f9af810fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:06.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.118+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 shutdown_connections 2024-04-23T18:33:06.112 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.118+0000 7f9afde91640 1 -- 172.21.15.55:0/1811997928 wait complete. 2024-04-23T18:33:06.120 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: pgmap v310: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:33:06.120 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.120 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.121 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2953280672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:06.121 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1439611571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.121 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:05 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3890914775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.122 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: pgmap v310: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2953280672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1439611571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:05 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3890914775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.223 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 -- 172.21.15.55:0/2947618174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f322010c570 msgr2=0x7f322010e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 --2- 172.21.15.55:0/2947618174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f322010c570 0x7f322010e9e0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f3218009ca0 tx=0x7f321802a950 comp rx=0 tx=0).stop 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 -- 172.21.15.55:0/2947618174 shutdown_connections 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 --2- 172.21.15.55:0/2947618174 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 0x7f322010c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 --2- 172.21.15.55:0/2947618174 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f322010c570 0x7f322010e9e0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 --2- 172.21.15.55:0/2947618174 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3220103230 0x7f3220103610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 -- 172.21.15.55:0/2947618174 >> 172.21.15.55:0/2947618174 conn(0x7f3220077fb0 msgr2=0x7f32200783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 -- 172.21.15.55:0/2947618174 shutdown_connections 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.230+0000 7f3226922640 1 -- 172.21.15.55:0/2947618174 wait complete. 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 Processor -- start 2024-04-23T18:33:06.224 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 -- start start 2024-04-23T18:33:06.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 0x7f322019e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 0x7f32201985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.226 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f3220112360 con 0x7f3220103230 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f32201121e0 con 0x7f322010c570 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3226922640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f32201124e0 con 0x7f3220103b50 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:43146/0 (socket says 172.21.15.55:43146) 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 -- 172.21.15.55:0/2534482427 learned_addr learned my addr 172.21.15.55:0/2534482427 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321f7fe640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 0x7f322019e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f3224ebf640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 0x7f32201985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 -- 172.21.15.55:0/2534482427 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 msgr2=0x7f322019e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 0x7f322019e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 -- 172.21.15.55:0/2534482427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 msgr2=0x7f32201985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.231+0000 7f321ffff640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 0x7f32201985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f321ffff640 1 -- 172.21.15.55:0/2534482427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3220198d60 con 0x7f3220103230 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f3224ebf640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 0x7f32201985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:06.227 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f321ffff640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f321000e9f0 tx=0x7f321000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f321000cd80 con 0x7f3220103230 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3220199050 con 0x7f3220103230 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f3210010900 con 0x7f3220103230 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32100188d0 con 0x7f3220103230 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.232+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32201a52f0 con 0x7f3220103230 2024-04-23T18:33:06.228 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.233+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32200691c0 con 0x7f3220103230 2024-04-23T18:33:06.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.234+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f3210010ab0 con 0x7f3220103230 2024-04-23T18:33:06.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.235+0000 7f321d7fa640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 0x7f32080a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:06.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.235+0000 7f321f7fe640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 0x7f32080a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:06.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.235+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8550+0+0 (secure 0 0 0) 0x7f32100d0d30 con 0x7f3220103230 2024-04-23T18:33:06.229 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.235+0000 7f321f7fe640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 0x7f32080a61e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f322010e0c0 tx=0x7f3214005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:06.232 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.239+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f321009d350 con 0x7f3220103230 2024-04-23T18:33:06.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: pgmap v310: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 44 KiB/s wr, 30 op/s 2024-04-23T18:33:06.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: from='client.16110 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: from='client.16116 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-23T18:33:06.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2953280672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:06.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1439611571' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:05 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3890914775' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:06.468 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.475+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f32201a55b0 con 0x7f3220103230 2024-04-23T18:33:06.476 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.484+0000 7f321d7fa640 1 -- 172.21.15.55:0/2534482427 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) ==== 81+0+746059 (secure 0 0 0) 0x7f321009cc50 con 0x7f3220103230 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "epoch": 25, 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "active_gid": 25046, 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "active_name": "x", 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "active_addrs": { 2024-04-23T18:33:06.487 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:6800", 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 370362380 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v1", 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:6801", 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 370362380 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:06.488 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "active_addr": "172.21.15.55:6801/370362380", 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "active_change": "2024-04-23T18:23:02.103800+0000", 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "active_mgr_features": 4540701547738038271, 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "available": true, 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "standbys": [ 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "gid": 24979, 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "z", 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "mgr_features": 4540701547738038271, 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "available_modules": [ 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "alerts", 2024-04-23T18:33:06.489 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.490 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.491 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.492 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.493 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.494 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.495 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.496 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_destination": { 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_destination", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.497 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_from_name": { 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_from_name", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "Ceph", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email From: name", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.498 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_host": { 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_host", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP server", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.499 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_password": { 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_password", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.500 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_port": { 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_port", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "465", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP port", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.501 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_sender": { 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_sender", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:06.502 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_ssl": { 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_ssl", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.503 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_user": { 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_user", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.504 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "balancer", 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "active": { 2024-04-23T18:33:06.505 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "active", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.506 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_time": { 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_time", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0000", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.507 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_weekday": { 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_weekday", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.508 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "25", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "250", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.509 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_metrics": { 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.510 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_step": { 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_step", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.5", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0.001", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "0.999", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:06.511 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "end_time": { 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_time", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2359", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:06.512 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "end_weekday": { 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_weekday", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:06.513 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.514 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.515 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.516 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.517 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.518 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "min_score": { 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_score", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.519 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "upmap", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.520 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "crush-compat", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "none", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "read", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap-read" 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Balancer mode", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_ids": { 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_ids", 2024-04-23T18:33:06.521 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.522 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_deviation": { 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:06.523 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:06.524 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.525 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_down_multiplier": { 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:06.526 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_refresh_rate": { 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "20", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:06.527 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_starting_port": { 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_starting_port", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4721", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:06.528 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_ptrace": { 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_ptrace", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:06.529 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_interval": { 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_interval", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.530 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.7", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.531 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm_log_destination": { 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.532 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "file", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "file,syslog", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "syslog" 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "cgroups_split": { 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cgroups_split", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.533 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "config_checks_enabled": { 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.534 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "config_dashboard": { 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_dashboard", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.535 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_alertmanager": { 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.536 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_base": { 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_base", 2024-04-23T18:33:06.537 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:06.538 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.539 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_grafana": { 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_grafana", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.540 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_haproxy": { 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.541 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.542 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.543 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.544 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_keepalived": { 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.545 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_loki": { 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_loki", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.546 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Loki container image", 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_node_exporter": { 2024-04-23T18:33:06.547 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_nvmeof": { 2024-04-23T18:33:06.548 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_prometheus": { 2024-04-23T18:33:06.549 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.550 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_promtail": { 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_promtail", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Promtail container image", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.551 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_samba": { 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_samba", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.552 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "container_init": { 2024-04-23T18:33:06.553 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_init", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.554 INFO:teuthology.orchestra.run.smithi055.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:06.555 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "900", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "default_registry": { 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_registry", 2024-04-23T18:33:06.556 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "device_cache_timeout": { 2024-04-23T18:33:06.557 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1800", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.558 INFO:teuthology.orchestra.run.smithi055.stdout: "device_enhanced_scan": { 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.559 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "facts_cache_timeout": { 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.560 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.561 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "host_check_interval": { 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "host_check_interval", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.562 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "hw_monitoring": { 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hw_monitoring", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.563 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "inventory_list_all": { 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "inventory_list_all", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.564 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.565 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.566 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "log_refresh_metadata": { 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.567 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.568 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.569 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.570 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.571 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.572 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.573 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "*", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.574 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "max_count_per_host": { 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_count_per_host", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.575 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "max_osd_draining_count": { 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.576 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "migration_current": { 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "migration_current", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.577 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "root", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm-package", 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "root" 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.578 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "oob_default_addr": { 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "oob_default_addr", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.579 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:06.580 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_insecure": { 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_insecure", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.581 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_password": { 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_password", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.582 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_url": { 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_url", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.583 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_username": { 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_username", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.584 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.585 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "service_discovery_port": { 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "service_discovery_port", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.586 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8765", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "ssh_config_file": { 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssh_config_file", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.587 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "use_agent": { 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_agent", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.588 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "use_repo_digest": { 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_repo_digest", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.589 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.590 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:06.591 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.592 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.593 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crash", 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.594 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.595 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.597 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.598 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.599 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.600 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "retain_interval": { 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retain_interval", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "31536000", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:06.601 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_recent_interval": { 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1209600", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:06.602 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dashboard", 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:06.603 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:06.604 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:06.605 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:06.606 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:06.607 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.608 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.609 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:06.610 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:06.611 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.612 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.613 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:06.614 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:06.615 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.616 INFO:teuthology.orchestra.run.smithi055.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.617 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.618 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.619 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.620 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.621 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.622 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.623 INFO:teuthology.orchestra.run.smithi055.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.624 INFO:teuthology.orchestra.run.smithi055.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:06.625 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "[]", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.626 INFO:teuthology.orchestra.run.smithi055.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "{}", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.627 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.628 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.629 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.630 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.631 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.632 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.633 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.634 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.635 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:06.636 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:06.637 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:06.638 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.639 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:06.640 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "45", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:06.641 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.642 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.643 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.644 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.645 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.646 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.647 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.648 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "cross_origin_url": { 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cross_origin_url", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.649 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "crt_file": { 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crt_file", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.650 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "debug": { 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "debug", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.651 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "jwt_token_ttl": { 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "28800", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.652 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.653 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.654 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.655 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.656 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.657 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.658 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "motd": { 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "motd", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "The message of the day", 2024-04-23T18:33:06.659 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.660 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.661 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8080", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.662 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.663 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl_server_port": { 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl_server_port", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8443", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.664 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "redirect", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.665 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect" 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.666 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "url_prefix": { 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url_prefix", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.667 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "devicehealth", 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.668 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_monitoring": { 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_monitoring", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.669 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.670 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.671 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.672 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.673 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "mark_out_threshold": { 2024-04-23T18:33:06.674 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2419200", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_name": { 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_name", 2024-04-23T18:33:06.675 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "retention_period": { 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retention_period", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.676 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15552000", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_frequency": { 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_frequency", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.677 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "self_heal": { 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "self_heal", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.678 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.679 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_threshold": { 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_threshold", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7257600", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.680 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "diskprediction_local", 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.681 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.682 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.683 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.684 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.685 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "predict_interval": { 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predict_interval", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.686 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "predictor_model": { 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predictor_model", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.687 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "prophetstor", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.688 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "influx", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": false, 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "batch_size": { 2024-04-23T18:33:06.689 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "batch_size", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5000", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "database": { 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "database", 2024-04-23T18:33:06.690 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "ceph", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "hostname": { 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hostname", 2024-04-23T18:33:06.691 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.692 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "30", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "5", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.693 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.694 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.695 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.696 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.697 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "password": { 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "password", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.698 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "port": { 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "port", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8086", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.699 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "false", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "threads": { 2024-04-23T18:33:06.700 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threads", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "32", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.701 INFO:teuthology.orchestra.run.smithi055.stdout: "username": { 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "username", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "verify_ssl": { 2024-04-23T18:33:06.702 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "verify_ssl", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "true", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.703 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "insights", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.704 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.705 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.706 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.707 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.708 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "iostat", 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.709 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.710 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.711 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.712 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.713 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.714 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "k8sevents", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.715 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "config_check_secs": { 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_check_secs", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "10", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.716 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.717 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.718 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.719 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.720 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.721 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "localpool", 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "failure_domain": { 2024-04-23T18:33:06.722 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "failure_domain", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "host", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.723 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.724 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.725 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.726 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.727 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "min_size": { 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_size", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:06.728 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "num_rep": { 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "num_rep", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.729 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_num": { 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_num", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "128", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.730 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "prefix": { 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prefix", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "subtree": { 2024-04-23T18:33:06.731 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "subtree", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "rack", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.732 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.733 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.734 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.735 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.736 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.737 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirroring", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.738 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.739 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.740 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.741 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.742 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "nfs", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.743 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.744 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.745 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.746 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.747 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "fail_fs": { 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "fail_fs", 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.748 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.749 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.750 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.751 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.752 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.753 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator": { 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.754 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "rook", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "test_orchestrator" 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.755 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_perf_query", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.756 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.757 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.758 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.759 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.760 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_support", 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.761 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.762 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.763 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.764 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.765 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.766 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.767 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.768 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.769 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.770 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.771 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "threshold": { 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threshold", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.772 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1.0", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "scaling threshold", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "progress", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.773 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.774 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.775 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.776 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.777 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.778 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.779 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "max_completed_events": { 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_completed_events", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "50", 2024-04-23T18:33:06.780 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:06.781 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.782 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "cache": { 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cache", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "exclude_perf_counters": { 2024-04-23T18:33:06.783 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.784 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.785 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.786 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.787 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.788 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools": { 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.789 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "300", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.790 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_interval": { 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_interval", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15.0", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.791 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.792 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "9283", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:06.793 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "stale_cache_strategy": { 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "log", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.794 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "default", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "default", 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: "error" 2024-04-23T18:33:06.795 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.796 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_support", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.797 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.798 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.799 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.800 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.801 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.802 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.803 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "trash_purge_schedule": { 2024-04-23T18:33:06.804 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.805 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "restful", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_auth": { 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_auth", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.806 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.807 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.808 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.809 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.810 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.811 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.812 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.813 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.814 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rgw", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.815 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.816 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.817 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.818 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.819 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rook", 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.820 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.821 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.822 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.823 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.824 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.825 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "storage_class": { 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "storage_class", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "local", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.826 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "selftest", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.827 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.828 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.829 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.830 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.831 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "roption1": { 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption1", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.832 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "roption2": { 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption2", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.833 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "xyz", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption1": { 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption1", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.834 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption2": { 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption2", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.835 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption3": { 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption3", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.836 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption4": { 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption4", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.837 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption5": { 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption5", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.838 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption6": { 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption6", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.839 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption7": { 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption7", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.840 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "42", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "testkey": { 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testkey", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.841 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "testlkey": { 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testlkey", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.842 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "testnewline": { 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testnewline", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.843 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snap_schedule", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_m_granularity": { 2024-04-23T18:33:06.844 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "dump_on_update": { 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dump_on_update", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.845 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.846 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.847 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.848 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.849 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.850 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.851 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stats", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.852 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.853 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.854 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.855 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.856 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "status", 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.857 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.858 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.859 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.860 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.861 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.862 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telegraf", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "address": { 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "address", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.863 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.864 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.865 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.866 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.867 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.868 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.869 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telemetry", 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_basic": { 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_basic", 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.870 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_crash": { 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_crash", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.871 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_device": { 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_device", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.872 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_ident": { 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_ident", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.873 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_perf": { 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_perf", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.874 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "contact": { 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "contact", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.875 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "description": { 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "description", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.876 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "device_url": { 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_url", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.877 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.878 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "24", 2024-04-23T18:33:06.879 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "8", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "last_opt_revision": { 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "last_opt_revision", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.880 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard": { 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.881 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard_description": { 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard_description", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.882 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.883 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.884 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.885 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.886 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.887 INFO:teuthology.orchestra.run.smithi055.stdout: "organization": { 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "organization", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "proxy": { 2024-04-23T18:33:06.888 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "proxy", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "url": { 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url", 2024-04-23T18:33:06.889 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.890 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "test_orchestrator", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.891 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.892 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.893 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.894 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.895 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "volumes", 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.896 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.897 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.898 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.899 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.900 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_clones": { 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.901 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "periodic_async_work": { 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "periodic_async_work", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.902 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:06.903 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.904 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix", 2024-04-23T18:33:06.905 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "discovery_interval": { 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "discovery_interval", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "100", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.906 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "identifier": { 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "identifier", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.907 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.908 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.909 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.910 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.911 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.912 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.913 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_host": { 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_host", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.914 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_port": { 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_port", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10051", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.915 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_sender": { 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_sender", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.916 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "gid": 25040, 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "y", 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "mgr_features": 4540701547738038271, 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "available_modules": [ 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "alerts", 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.917 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.918 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.919 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.920 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.921 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.922 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_destination": { 2024-04-23T18:33:06.923 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_destination", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_from_name": { 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_from_name", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.924 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "Ceph", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email From: name", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_host": { 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_host", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.925 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP server", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_password": { 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_password", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.926 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_port": { 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_port", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "465", 2024-04-23T18:33:06.927 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP port", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_sender": { 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_sender", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.928 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_ssl": { 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_ssl", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:06.929 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_user": { 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_user", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:06.930 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "balancer", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "active": { 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "active", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.931 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_time": { 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_time", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0000", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.932 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_weekday": { 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_weekday", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.933 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "25", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "250", 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.934 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_metrics": { 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.935 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_step": { 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_step", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.5", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0.001", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "0.999", 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.936 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "end_time": { 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_time", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2359", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:06.937 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "end_weekday": { 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_weekday", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:06.938 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.939 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.940 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.941 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.942 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.943 INFO:teuthology.orchestra.run.smithi055.stdout: "min_score": { 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_score", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.944 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "upmap", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "crush-compat", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "none", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "read", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap", 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap-read" 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.945 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Balancer mode", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_ids": { 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_ids", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:06.946 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.947 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_deviation": { 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.948 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:06.949 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_down_multiplier": { 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.950 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_refresh_rate": { 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "20", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.951 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_starting_port": { 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_starting_port", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4721", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.952 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_ptrace": { 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_ptrace", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.953 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_interval": { 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_interval", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.954 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.7", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.955 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm_log_destination": { 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "file", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "file,syslog", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "syslog" 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.956 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "cgroups_split": { 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cgroups_split", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.957 INFO:teuthology.orchestra.run.smithi055.stdout: "config_checks_enabled": { 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "config_dashboard": { 2024-04-23T18:33:06.958 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_dashboard", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_alertmanager": { 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.959 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_base": { 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_base", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.960 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.961 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_grafana": { 2024-04-23T18:33:06.962 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_grafana", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_haproxy": { 2024-04-23T18:33:06.963 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:06.964 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.965 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.966 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.967 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_keepalived": { 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_loki": { 2024-04-23T18:33:06.968 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_loki", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Loki container image", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_node_exporter": { 2024-04-23T18:33:06.969 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.970 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_nvmeof": { 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.971 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_prometheus": { 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.972 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_promtail": { 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_promtail", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Promtail container image", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_samba": { 2024-04-23T18:33:06.973 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_samba", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.974 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "container_init": { 2024-04-23T18:33:06.975 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_init", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:06.976 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:06.977 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "900", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "default_registry": { 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_registry", 2024-04-23T18:33:06.978 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "device_cache_timeout": { 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:06.979 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1800", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "device_enhanced_scan": { 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:06.980 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "facts_cache_timeout": { 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.981 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.982 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "host_check_interval": { 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "host_check_interval", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.983 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "hw_monitoring": { 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hw_monitoring", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.984 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "inventory_list_all": { 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "inventory_list_all", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.985 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.986 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "log_refresh_metadata": { 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.987 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:06.988 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.989 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.990 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:06.991 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.992 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "*", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "max_count_per_host": { 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_count_per_host", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.993 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "max_osd_draining_count": { 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:06.994 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "migration_current": { 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "migration_current", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.995 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "root", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm-package", 2024-04-23T18:33:06.996 INFO:teuthology.orchestra.run.smithi055.stdout: "root" 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "oob_default_addr": { 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "oob_default_addr", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.997 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.998 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_insecure": { 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_insecure", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:06.999 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_password": { 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_password", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.000 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_url": { 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_url", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:07.001 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_username": { 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_username", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.002 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.003 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "service_discovery_port": { 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "service_discovery_port", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8765", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.004 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "ssh_config_file": { 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssh_config_file", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.005 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "use_agent": { 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_agent", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.006 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "use_repo_digest": { 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_repo_digest", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:07.007 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.008 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.009 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.010 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crash", 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.011 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.012 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.013 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.014 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.015 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "retain_interval": { 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retain_interval", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "31536000", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.016 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_recent_interval": { 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1209600", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.017 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dashboard", 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:07.018 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:07.019 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:07.020 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.021 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.022 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.023 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.024 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.025 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.026 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.027 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.028 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.029 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.030 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.031 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.032 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:07.033 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:07.034 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.035 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.036 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.037 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.038 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.039 INFO:teuthology.orchestra.run.smithi055.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.040 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.041 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "[]", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.042 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "{}", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.043 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.044 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.045 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:07.046 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.047 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.048 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.049 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.050 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.051 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.052 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.053 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.054 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.055 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "45", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.056 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.057 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.058 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:07.059 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:07.060 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.061 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.062 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.063 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "cross_origin_url": { 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cross_origin_url", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.064 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "crt_file": { 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crt_file", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.065 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "debug": { 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "debug", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.066 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "jwt_token_ttl": { 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "28800", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.067 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.068 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.069 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.070 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.071 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.072 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "motd": { 2024-04-23T18:33:07.073 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "motd", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "The message of the day", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.074 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.075 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.076 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8080", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.077 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.078 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl_server_port": { 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl_server_port", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8443", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.079 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "redirect", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect" 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.080 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.081 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "url_prefix": { 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url_prefix", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.082 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "devicehealth", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_monitoring": { 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_monitoring", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.083 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.084 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.085 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.086 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.087 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.088 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "mark_out_threshold": { 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2419200", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.089 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_name": { 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_name", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.090 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "retention_period": { 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retention_period", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15552000", 2024-04-23T18:33:07.091 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_frequency": { 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_frequency", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.092 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "self_heal": { 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "self_heal", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.093 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.094 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_threshold": { 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_threshold", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.095 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7257600", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "diskprediction_local", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.096 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.097 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.098 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.099 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.100 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.101 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "predict_interval": { 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predict_interval", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.102 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "predictor_model": { 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predictor_model", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "prophetstor", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.103 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.104 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "influx", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": false, 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "batch_size": { 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "batch_size", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5000", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.105 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "database": { 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "database", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "ceph", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.106 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "hostname": { 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hostname", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.107 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "30", 2024-04-23T18:33:07.108 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "5", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.109 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.110 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.111 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.112 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.113 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "password": { 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "password", 2024-04-23T18:33:07.114 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "port": { 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "port", 2024-04-23T18:33:07.115 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8086", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:07.116 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "false", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "threads": { 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threads", 2024-04-23T18:33:07.117 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "32", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "username": { 2024-04-23T18:33:07.118 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "username", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "verify_ssl": { 2024-04-23T18:33:07.119 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "verify_ssl", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "true", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.120 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "insights", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.121 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.122 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.123 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.124 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.125 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.126 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "iostat", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.127 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.128 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.129 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.130 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.131 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "k8sevents", 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:07.132 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "config_check_secs": { 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_check_secs", 2024-04-23T18:33:07.133 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "10", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.134 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.135 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.136 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.137 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.138 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "localpool", 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.139 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "failure_domain": { 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "failure_domain", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "host", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.140 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.141 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.142 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.143 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.144 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "min_size": { 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_size", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.145 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "num_rep": { 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "num_rep", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.146 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_num": { 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_num", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.147 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "128", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "prefix": { 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prefix", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.148 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "subtree": { 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "subtree", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "rack", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.149 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.150 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.151 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.152 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.153 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.154 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirroring", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.155 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.156 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.157 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.158 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.159 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "nfs", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.160 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.161 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.162 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.163 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.164 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:07.165 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "fail_fs": { 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "fail_fs", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:07.166 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.167 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.168 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.169 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.170 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.171 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator": { 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.172 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm", 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "rook", 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "test_orchestrator" 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_perf_query", 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.173 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.174 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.175 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.176 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.177 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.178 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_support", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.179 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.180 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.181 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.182 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.183 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.184 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.185 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.186 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.187 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.188 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.189 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.190 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "threshold": { 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threshold", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1.0", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "scaling threshold", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.191 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "progress", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.192 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.193 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.194 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.195 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.196 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.197 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.198 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "max_completed_events": { 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_completed_events", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "50", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:07.199 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.200 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus", 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "cache": { 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cache", 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.201 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "exclude_perf_counters": { 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.202 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.203 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.204 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.205 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.206 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.207 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools": { 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.208 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "300", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.209 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_interval": { 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_interval", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15.0", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.210 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.211 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "9283", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.212 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "stale_cache_strategy": { 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "log", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.213 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "default", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "default", 2024-04-23T18:33:07.214 INFO:teuthology.orchestra.run.smithi055.stdout: "error" 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:07.215 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_support", 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.216 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.217 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.218 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.219 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.220 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.221 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.222 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.223 INFO:teuthology.orchestra.run.smithi055.stdout: "trash_purge_schedule": { 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.224 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "restful", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_auth": { 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_auth", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.225 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.226 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.227 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.228 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.229 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.230 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.231 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.232 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.233 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rgw", 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.234 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.235 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.236 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.237 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.238 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rook", 2024-04-23T18:33:07.239 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.240 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.241 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.242 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.243 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.244 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "storage_class": { 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "storage_class", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "local", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.245 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "selftest", 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.246 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.247 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.248 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.249 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.250 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "roption1": { 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption1", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.251 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "roption2": { 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption2", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "xyz", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.252 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption1": { 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption1", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.253 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption2": { 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption2", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.254 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption3": { 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption3", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.255 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption4": { 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption4", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.256 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption5": { 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption5", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption6": { 2024-04-23T18:33:07.257 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption6", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption7": { 2024-04-23T18:33:07.258 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption7", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "42", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "testkey": { 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testkey", 2024-04-23T18:33:07.259 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "testlkey": { 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testlkey", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.260 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "testnewline": { 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testnewline", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.261 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snap_schedule", 2024-04-23T18:33:07.262 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_m_granularity": { 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.263 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "dump_on_update": { 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dump_on_update", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.264 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.265 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.266 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.267 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.268 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.269 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stats", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.270 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.271 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.272 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.273 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.274 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "status", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.275 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.276 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.277 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.278 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.279 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telegraf", 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "address": { 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "address", 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.280 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.281 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.282 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.283 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.284 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.285 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.286 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.287 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telemetry", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_basic": { 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_basic", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:07.288 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_crash": { 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_crash", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.289 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_device": { 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_device", 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.290 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_ident": { 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_ident", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.291 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_perf": { 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_perf", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.292 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "contact": { 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "contact", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.293 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "description": { 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "description", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.294 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "device_url": { 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_url", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.295 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.296 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "24", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "8", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.297 INFO:teuthology.orchestra.run.smithi055.stdout: "last_opt_revision": { 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "last_opt_revision", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard": { 2024-04-23T18:33:07.298 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard_description": { 2024-04-23T18:33:07.299 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard_description", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.300 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.301 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.302 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.303 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.304 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "organization": { 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "organization", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.305 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "proxy": { 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "proxy", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.306 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "url": { 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.307 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "test_orchestrator", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.308 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.309 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.310 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.311 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.312 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "volumes", 2024-04-23T18:33:07.313 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.314 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.315 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.316 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.317 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_clones": { 2024-04-23T18:33:07.318 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "periodic_async_work": { 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "periodic_async_work", 2024-04-23T18:33:07.319 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.320 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.321 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix", 2024-04-23T18:33:07.322 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "discovery_interval": { 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "discovery_interval", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "100", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.323 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "identifier": { 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "identifier", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.324 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.325 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.326 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.327 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.328 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.329 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.330 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_host": { 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_host", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.331 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_port": { 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_port", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10051", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.332 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_sender": { 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_sender", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.333 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "modules": [ 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm", 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "dashboard", 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "iostat", 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "nfs", 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "restful", 2024-04-23T18:33:07.334 INFO:teuthology.orchestra.run.smithi055.stdout: "snap_schedule" 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "available_modules": [ 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "alerts", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.335 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How frequently to reexamine health status", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.336 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.337 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.338 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.339 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.340 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_destination": { 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_destination", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email address to send alerts to", 2024-04-23T18:33:07.341 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_from_name": { 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_from_name", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "Ceph", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Email From: name", 2024-04-23T18:33:07.342 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_host": { 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_host", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.343 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP server", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_password": { 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_password", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Password to authenticate with", 2024-04-23T18:33:07.344 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_port": { 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_port", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "465", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP port", 2024-04-23T18:33:07.345 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_sender": { 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_sender", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SMTP envelope sender", 2024-04-23T18:33:07.346 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_ssl": { 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_ssl", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use SSL to connect to SMTP server", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.347 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "smtp_user": { 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "smtp_user", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "User to authenticate as", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.348 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "balancer", 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "active": { 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "active", 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.349 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically balance PGs across cluster", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_time": { 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_time", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.350 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0000", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "beginning time of day to automatically balance", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "begin_weekday": { 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "begin_weekday", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.351 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_max_iterations": { 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_max_iterations", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.352 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "25", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "250", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_metrics": { 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_metrics", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.353 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "pgs,objects,bytes", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "crush_compat_step": { 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crush_compat_step", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.354 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.5", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0.001", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "0.999", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "aggressiveness of optimization", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "end_time": { 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_time", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.355 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2359", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ending time of day to automatically balance", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "end_weekday": { 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "end_weekday", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.356 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "0", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "6", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.357 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.358 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.359 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.360 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.361 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "min_score": { 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_score", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.362 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "upmap", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.363 INFO:teuthology.orchestra.run.smithi055.stdout: "crush-compat", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "none", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "read", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap-read" 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Balancer mode", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_ids": { 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_ids", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.364 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.365 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_deviation": { 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_deviation", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.366 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "deviation below which no optimization is attempted", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "upmap_max_optimizations": { 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "upmap_max_optimizations", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-04-23T18:33:07.367 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_down_multiplier": { 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_down_multiplier", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.368 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_refresh_rate": { 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_refresh_rate", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "20", 2024-04-23T18:33:07.369 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "agent_starting_port": { 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "agent_starting_port", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4721", 2024-04-23T18:33:07.370 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_ptrace": { 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_ptrace", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.371 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_interval": { 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_interval", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.372 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to autotune daemon memory", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "autotune_memory_target_ratio": { 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "autotune_memory_target_ratio", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0.7", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.373 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm_log_destination": { 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cephadm_log_destination", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.374 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "file", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "file,syslog", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "syslog" 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "cgroups_split": { 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cgroups_split", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.375 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "config_checks_enabled": { 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_checks_enabled", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.376 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "config_dashboard": { 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_dashboard", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.377 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_alertmanager": { 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_alertmanager", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.378 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_base": { 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_base", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/ceph", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.379 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Container image name, without the tag", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_elasticsearch": { 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_elasticsearch", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "elasticsearch container image", 2024-04-23T18:33:07.380 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_grafana": { 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_grafana", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.381 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_haproxy": { 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_haproxy", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "HAproxy container image", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.382 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_agent": { 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_agent", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger agent container image", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.383 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_collector": { 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_collector", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger collector container image", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_jaeger_query": { 2024-04-23T18:33:07.384 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_jaeger_query", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Jaeger query container image", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_keepalived": { 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_keepalived", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.385 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Keepalived container image", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_loki": { 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_loki", 2024-04-23T18:33:07.386 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Loki container image", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_node_exporter": { 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_node_exporter", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.387 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_nvmeof": { 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_nvmeof", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.388 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.1", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Nvme-of container image", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_prometheus": { 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_prometheus", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-04-23T18:33:07.389 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Prometheus container image", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_promtail": { 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_promtail", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.390 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Promtail container image", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_samba": { 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_samba", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.391 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Samba/SMB container image", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "container_image_snmp_gateway": { 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_image_snmp_gateway", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.392 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "SNMP Gateway container image", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "container_init": { 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "container_init", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.393 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Run podman/docker with `--init`", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "daemon_cache_timeout": { 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "daemon_cache_timeout", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-04-23T18:33:07.394 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "default_cephadm_command_timeout": { 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_cephadm_command_timeout", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "900", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.395 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "default_registry": { 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "default_registry", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "docker.io", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.396 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "device_cache_timeout": { 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_cache_timeout", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1800", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache device inventory", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.397 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "device_enhanced_scan": { 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_enhanced_scan", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use libstoragemgmt during device scans", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.398 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "facts_cache_timeout": { 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "facts_cache_timeout", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "seconds to cache host facts data", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.399 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "grafana_dashboards_path": { 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "grafana_dashboards_path", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.400 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "host_check_interval": { 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "host_check_interval", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to perform a host check", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.401 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "hw_monitoring": { 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hw_monitoring", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-04-23T18:33:07.402 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "inventory_list_all": { 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "inventory_list_all", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.403 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.404 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "log_refresh_metadata": { 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_refresh_metadata", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.405 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.406 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.407 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.408 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.409 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf": { 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.410 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "*", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.411 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "max_count_per_host": { 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_count_per_host", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of daemons per service per host", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.412 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "max_osd_draining_count": { 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_osd_draining_count", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.413 INFO:teuthology.orchestra.run.smithi055.stdout: "migration_current": { 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "migration_current", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "internal - do not modify", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.414 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "mode": { 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mode", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "root", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm-package", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "root" 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "mode for remote execution of cephadm", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.415 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "oob_default_addr": { 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "oob_default_addr", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "169.254.1.1", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Default address for RedFish API (oob management).", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.416 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "prometheus_alerts_path": { 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus_alerts_path", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.417 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_insecure": { 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_insecure", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.418 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_password": { 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_password", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_url": { 2024-04-23T18:33:07.419 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_url", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.420 INFO:teuthology.orchestra.run.smithi055.stdout: "registry_username": { 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "registry_username", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "secure_monitoring_stack": { 2024-04-23T18:33:07.421 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "secure_monitoring_stack", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "service_discovery_port": { 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "service_discovery_port", 2024-04-23T18:33:07.422 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8765", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "cephadm service discovery port", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "ssh_config_file": { 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssh_config_file", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.423 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "use_agent": { 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_agent", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.424 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "use_repo_digest": { 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "use_repo_digest", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.425 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_failed_host_check": { 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_failed_host_check", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.426 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if the host check fails", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_daemons": { 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_daemons", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.427 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_on_stray_hosts": { 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_on_stray_hosts", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.428 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crash", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.429 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.430 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.431 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.432 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.433 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "retain_interval": { 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retain_interval", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.434 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "31536000", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain crashes before pruning them", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_recent_interval": { 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_recent_interval", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.435 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1209600", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "time interval in which to warn about recent crashes", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dashboard", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.436 INFO:teuthology.orchestra.run.smithi055.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_HOST": { 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_HOST", 2024-04-23T18:33:07.437 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.438 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_ENABLED": { 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_ENABLED", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.439 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.440 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "ENABLE_BROWSABLE_API": { 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ENABLE_BROWSABLE_API", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.441 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.442 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.443 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.444 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.445 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_NFS": { 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.446 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RBD": { 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "FEATURE_TOGGLE_RGW": { 2024-04-23T18:33:07.447 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.448 INFO:teuthology.orchestra.run.smithi055.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.449 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_PASSWORD": { 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_PASSWORD", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.450 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.451 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_URL": { 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_URL", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_API_USERNAME": { 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_API_USERNAME", 2024-04-23T18:33:07.452 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.453 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.454 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.455 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "ISSUE_TRACKER_API_KEY": { 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.456 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "MANAGED_BY_CLUSTERS": { 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MANAGED_BY_CLUSTERS", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "[]", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.457 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "MULTICLUSTER_CONFIG": { 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "MULTICLUSTER_CONFIG", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "{}", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.458 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_HOST": { 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_HOST", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.459 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.460 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.461 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.462 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.463 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.464 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.465 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.466 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_ENABLED": { 2024-04-23T18:33:07.467 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_ENABLED", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-04-23T18:33:07.468 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.469 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.470 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.471 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "REST_REQUESTS_TIMEOUT": { 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "45", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.472 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ACCESS_KEY": { 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ACCESS_KEY", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-04-23T18:33:07.473 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "admin", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SECRET_KEY": { 2024-04-23T18:33:07.474 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SECRET_KEY", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "RGW_API_SSL_VERIFY": { 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "RGW_API_SSL_VERIFY", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.475 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "UNSAFE_TLS_v1_2": { 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "UNSAFE_TLS_v1_2", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.476 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.477 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.478 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.479 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "cross_origin_url": { 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cross_origin_url", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.480 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "crt_file": { 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "crt_file", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.481 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "debug": { 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "debug", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Enable/disable debug options", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.482 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "jwt_token_ttl": { 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "jwt_token_ttl", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "28800", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.483 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.484 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.485 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.486 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.487 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.488 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "motd": { 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "motd", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.489 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "The message of the day", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect_resolve_ip_addr": { 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "redirect_resolve_ip_addr", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.490 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.491 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8080", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.492 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.493 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl_server_port": { 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl_server_port", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8443", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.494 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "redirect", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: "redirect" 2024-04-23T18:33:07.495 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.496 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "url_prefix": { 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url_prefix", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.497 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "devicehealth", 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_monitoring": { 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_monitoring", 2024-04-23T18:33:07.498 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "monitor device health metrics", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.499 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.500 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.501 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.502 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.503 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "mark_out_threshold": { 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mark_out_threshold", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "2419200", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-04-23T18:33:07.504 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "pool_name": { 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pool_name", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "device_health_metrics", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name of pool in which to store device health metrics", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.505 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "retention_period": { 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "retention_period", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15552000", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.506 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long to retain device health metrics", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_frequency": { 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_frequency", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.507 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to scrape device health metrics", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "self_heal": { 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "self_heal", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.508 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.509 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how frequently to wake up and check device health", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "warn_threshold": { 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "warn_threshold", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7257600", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.510 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "diskprediction_local", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.511 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.512 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.513 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.514 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.515 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "predict_interval": { 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predict_interval", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "86400", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.516 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "predictor_model": { 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "predictor_model", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "prophetstor", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.517 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "600", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.518 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "influx", 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": false, 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "influxdb python module not found", 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "batch_size": { 2024-04-23T18:33:07.519 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "batch_size", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5000", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "database": { 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "database", 2024-04-23T18:33:07.520 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "ceph", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "hostname": { 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "hostname", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.521 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server hostname", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.522 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "30", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "5", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.523 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.524 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.525 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.526 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.527 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "password": { 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "password", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.528 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "password of InfluxDB server user", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "port": { 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "port", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "8086", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.529 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "InfluxDB server port", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "ssl": { 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ssl", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "false", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.530 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "threads": { 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threads", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.531 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "32", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "username": { 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "username", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.532 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "username of InfluxDB server user", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "verify_ssl": { 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "verify_ssl", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "true", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.533 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "insights", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.534 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.535 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.536 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.537 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.538 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "iostat", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.539 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.540 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.541 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.542 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.543 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.544 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "k8sevents", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_event_retention_days": { 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "ceph_event_retention_days", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "7", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.545 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Days to hold ceph event information within local cache", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "config_check_secs": { 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "config_check_secs", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.546 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "10", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.547 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.548 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.549 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.550 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.551 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "localpool", 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "failure_domain": { 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "failure_domain", 2024-04-23T18:33:07.552 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "host", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "failure domain for any created local pool", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.553 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.554 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.555 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.556 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.557 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "min_size": { 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "min_size", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.558 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default min_size for any created local pool", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "num_rep": { 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "num_rep", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.559 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default replica count for any created local pool", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_num": { 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_num", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "128", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "default pg_num for any created local pool", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.560 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "prefix": { 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prefix", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "name prefix for any created local pool", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.561 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "subtree": { 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "subtree", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "rack", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "CRUSH level for which to create a local pool", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-04-23T18:33:07.562 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mds_autoscaler", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.563 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.564 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.565 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.566 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.567 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirroring", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.568 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.569 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.570 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.571 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.572 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "nfs", 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.573 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.574 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.575 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.576 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.577 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.578 INFO:teuthology.orchestra.run.smithi055.stdout: "fail_fs": { 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "fail_fs", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.579 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.580 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.581 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.582 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.583 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator": { 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "orchestrator", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.584 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "cephadm", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "rook", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "test_orchestrator" 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Orchestrator backend", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.585 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_perf_query", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.586 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.587 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.588 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.589 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.590 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "osd_support", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.591 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.592 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.593 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.594 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.595 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "pg_autoscaler", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.596 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.597 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.598 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.599 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.600 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.601 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.602 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "threshold": { 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "threshold", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "3.0", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1.0", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "scaling threshold", 2024-04-23T18:33:07.603 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "progress", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_pg_recovery_event": { 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_pg_recovery_event", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.604 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow the module to show pg recovery progress", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.605 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.606 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.607 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.608 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.609 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.610 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "max_completed_events": { 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_completed_events", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "50", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.611 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "number of past completed events to remember", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "sleep_interval": { 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "sleep_interval", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "5", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "how long the module is going to sleep", 2024-04-23T18:33:07.612 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "prometheus", 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "cache": { 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "cache", 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.613 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "exclude_perf_counters": { 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "exclude_perf_counters", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.614 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.615 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.616 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.617 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.618 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.619 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools": { 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.620 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_stats_pools_refresh_interval": { 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "300", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.621 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "scrape_interval": { 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "scrape_interval", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15.0", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.622 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "::", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.623 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "9283", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.624 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "stale_cache_strategy": { 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stale_cache_strategy", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "log", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.625 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_behaviour": { 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_behaviour", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "default", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "default", 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "error" 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.626 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "standby_error_status_code": { 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "standby_error_status_code", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "500", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "400", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "599", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.627 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_support", 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.628 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.629 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.630 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.631 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.632 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_snap_create": { 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_snap_create", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10", 2024-04-23T18:33:07.633 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "mirror_snapshot_schedule": { 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "mirror_snapshot_schedule", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.634 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "trash_purge_schedule": { 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "trash_purge_schedule", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.635 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "restful", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.636 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "enable_auth": { 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enable_auth", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.637 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "key_file": { 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "key_file", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.638 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.639 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.640 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.641 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.642 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "server_addr": { 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_addr", 2024-04-23T18:33:07.643 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "server_port": { 2024-04-23T18:33:07.644 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "server_port", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.645 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rgw", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.646 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.647 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.648 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.649 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.650 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rook", 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.651 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.652 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.653 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.654 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.655 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "storage_class": { 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "storage_class", 2024-04-23T18:33:07.656 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "local", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.657 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "selftest", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.658 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.659 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.660 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.661 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.662 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "roption1": { 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption1", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "roption2": { 2024-04-23T18:33:07.663 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "roption2", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "xyz", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption1": { 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption1", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.664 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption2": { 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption2", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.665 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption3": { 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption3", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "float", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.666 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption4": { 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption4", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.667 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption5": { 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption5", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.668 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption6": { 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption6", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.669 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "rwoption7": { 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rwoption7", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "1", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "42", 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.670 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "testkey": { 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testkey", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.671 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "testlkey": { 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testlkey", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.672 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "testnewline": { 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "testnewline", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.673 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snap_schedule", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "allow_m_granularity": { 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "allow_m_granularity", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.674 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "allow minute scheduled snapshots", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "dump_on_update": { 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "dump_on_update", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "dump database to debug log on update", 2024-04-23T18:33:07.675 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.676 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.677 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.678 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.679 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.680 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "stats", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.681 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.682 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.683 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.684 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.685 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.686 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "status", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.687 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.688 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.689 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.690 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.691 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telegraf", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "address": { 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "address", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-04-23T18:33:07.692 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "15", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.693 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.694 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.695 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.696 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.697 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.698 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "telemetry", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_basic": { 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_basic", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share basic cluster information (size, version)", 2024-04-23T18:33:07.699 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_crash": { 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_crash", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.700 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_device": { 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_device", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.701 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_ident": { 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_ident", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.702 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "channel_perf": { 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "channel_perf", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Share various performance metrics of a cluster", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "contact": { 2024-04-23T18:33:07.703 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "contact", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "description": { 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "description", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.704 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "device_url": { 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "device_url", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.705 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "enabled": { 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "enabled", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.706 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "24", 2024-04-23T18:33:07.707 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "8", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "last_opt_revision": { 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "last_opt_revision", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "1", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.708 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard": { 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.709 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "leaderboard_description": { 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "leaderboard_description", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.710 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.711 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.712 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.713 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.714 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.715 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "organization": { 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "organization", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.716 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "proxy": { 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "proxy", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.717 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "url": { 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "url", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.718 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.719 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "test_orchestrator", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.720 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.721 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.722 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.723 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.724 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "volumes", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.725 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.726 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.727 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.728 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.729 INFO:teuthology.orchestra.run.smithi055.stdout: "max_concurrent_clones": { 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "max_concurrent_clones", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "4", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Number of asynchronous cloner threads", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.730 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "periodic_async_work": { 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "periodic_async_work", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Periodically check for async work", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_delay": { 2024-04-23T18:33:07.731 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_delay", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "0", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "snapshot_clone_no_wait": { 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snapshot_clone_no_wait", 2024-04-23T18:33:07.732 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "True", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.733 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "can_run": true, 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "error_string": "", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "module_options": { 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "discovery_interval": { 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "discovery_interval", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "uint", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "100", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.734 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "identifier": { 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "identifier", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.735 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "interval": { 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "interval", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "secs", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "60", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.736 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "log_level": { 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_level", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.737 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster": { 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.738 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_cluster_level": { 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_cluster_level", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "info", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [ 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "critical", 2024-04-23T18:33:07.739 INFO:teuthology.orchestra.run.smithi055.stdout: "debug", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "error", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "info", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "warning" 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "log_to_file": { 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "log_to_file", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "bool", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 1, 2024-04-23T18:33:07.740 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "False", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_host": { 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_host", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "", 2024-04-23T18:33:07.741 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_port": { 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_port", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "int", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "10051", 2024-04-23T18:33:07.742 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "zabbix_sender": { 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "zabbix_sender", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "str", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "level": "advanced", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "flags": 0, 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "min": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "max": "", 2024-04-23T18:33:07.743 INFO:teuthology.orchestra.run.smithi055.stdout: "enum_allowed": [], 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "desc": "", 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "long_desc": "", 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "tags": [], 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "see_also": [] 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "services": { 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "dashboard": "https://172.21.15.55:8443/" 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "always_on_modules": { 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "octopus": [ 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "balancer", 2024-04-23T18:33:07.744 INFO:teuthology.orchestra.run.smithi055.stdout: "crash", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "devicehealth", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_autoscaler", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "progress", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_support", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "status", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "telemetry", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "volumes" 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "pacific": [ 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "balancer", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "crash", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "devicehealth", 2024-04-23T18:33:07.745 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_autoscaler", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "progress", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_support", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "status", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "telemetry", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "volumes" 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "quincy": [ 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "balancer", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "crash", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "devicehealth", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_autoscaler", 2024-04-23T18:33:07.746 INFO:teuthology.orchestra.run.smithi055.stdout: "progress", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_support", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "status", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "telemetry", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "volumes" 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "reef": [ 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "balancer", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "crash", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "devicehealth", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_autoscaler", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "progress", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_support", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "status", 2024-04-23T18:33:07.747 INFO:teuthology.orchestra.run.smithi055.stdout: "telemetry", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "volumes" 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: ], 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "squid": [ 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "balancer", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "crash", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "devicehealth", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "orchestrator", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "pg_autoscaler", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "progress", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "rbd_support", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "status", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "telemetry", 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: "volumes" 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.748 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "last_failure_osd_epoch": 89, 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "active_clients": [ 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "devicehealth", 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2033622305 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.749 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "libcephsqlite", 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 2004496955 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "rbd_support", 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.750 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 3717767579 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snap_schedule", 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 4070218755 2024-04-23T18:33:07.751 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "snap_schedule", 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 449291425 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.752 INFO:teuthology.orchestra.run.smithi055.stdout: "name": "volumes", 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: "addrvec": [ 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: { 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: "type": "v2", 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: "addr": "172.21.15.55:0", 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: "nonce": 1924781383 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout: ] 2024-04-23T18:33:07.753 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:33:07.754 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1811997928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:07.755 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:06 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2534482427' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:07.755 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1811997928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:07.755 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:06 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2534482427' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:07.755 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 msgr2=0x7f32080a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 0x7f32080a61e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f322010e0c0 tx=0x7f3214005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 msgr2=0x7f322019e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f321000e9f0 tx=0x7f321000eeb0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 shutdown_connections 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f32080a3d20 0x7f32080a61e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f3220103b50 0x7f322019e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f322010c570 0x7f32201985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 --2- 172.21.15.55:0/2534482427 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3220103230 0x7f322019e430 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 >> 172.21.15.55:0/2534482427 conn(0x7f3220077fb0 msgr2=0x7f32200fde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 shutdown_connections 2024-04-23T18:33:07.756 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:06.489+0000 7f3226922640 1 -- 172.21.15.55:0/2534482427 wait complete. 2024-04-23T18:33:07.762 DEBUG:tasks.check_counter:Getting stats from a 2024-04-23T18:33:07.762 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.a perf dump 2024-04-23T18:33:07.763 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1811997928' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:07.763 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:06 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2534482427' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-04-23T18:33:08.020 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:08.142 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:07 smithi055 ceph-mon[29189]: pgmap v311: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:33:08.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:07 smithi116 ceph-mon[32310]: pgmap v311: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:33:08.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:07 smithi152 ceph-mon[33022]: pgmap v311: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 26 op/s 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 1459, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 1461, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 4629467, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 463963, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 6, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 2, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.159472845, 2024-04-23T18:33:09.840 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.048691425, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.044614193, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.051733324, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1459, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.052641455, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000036080 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:09.841 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 729, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 693, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 5309960, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 277268, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.098170732, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.028033295, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.051897508, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.022714099, 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:09.842 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 692, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.030627313, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000044259 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1644864, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 124560 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 7, 2024-04-23T18:33:09.843 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 155, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 3580, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 433246, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 6, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.011980532, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.007547042, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.002420378, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000016809, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 153, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.014357410, 2024-04-23T18:33:09.844 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000093839 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 432928 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2024-04-23T18:33:09.845 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3200, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.107013085, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000033441 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2024-04-23T18:33:09.846 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 0, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 0, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2024-04-23T18:33:09.847 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 2283, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 2283, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 2283, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 0, 2024-04-23T18:33:09.848 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 1, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 0, 2024-04-23T18:33:09.849 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:09.850 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 0 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2024-04-23T18:33:09.851 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:09.852 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2024-04-23T18:33:09.853 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 3113, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 5, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 2, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 0, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 4194304, 2024-04-23T18:33:09.854 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 11928284, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 11925429, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 3113 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 693, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 2006, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 1313, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 78, 2024-04-23T18:33:09.855 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 118, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 40, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 2283, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 3102, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 819, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 55660, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 215416 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 0, 2024-04-23T18:33:09.856 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.857 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.858 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.859 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.860 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.861 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2024-04-23T18:33:09.862 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.863 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.864 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.865 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.866 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.867 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 1, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 1, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 0, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 1, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 0, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 0, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 1821, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.868 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:09.869 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:09.870 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 217493, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 811, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:09.871 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 170, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 3383748, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 41973, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2024-04-23T18:33:09.872 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 1940, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 21, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 3, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 1940, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1940, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 1.277976173, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000658750 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2024-04-23T18:33:09.873 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1940, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 1941 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 1940, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 1940, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 1190, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 748, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2024-04-23T18:33:09.874 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:09.875 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2024-04-23T18:33:09.876 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 95, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 9, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 5, 2024-04-23T18:33:09.877 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 5, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 2, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 0 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2024-04-23T18:33:09.878 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:09.879 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 2191, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 9730173, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 2191, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 2191, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 9730173, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.880 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 1940, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 7733985, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 1940, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 7733985, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.881 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 1940, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 1940, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 1940, 2024-04-23T18:33:09.882 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 1940, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:09.883 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x55d38450c6e0": { 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:09.884 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:09.885 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:33:09.985 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:09 smithi055 ceph-mon[29189]: pgmap v312: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 33 op/s 2024-04-23T18:33:10.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:09 smithi116 ceph-mon[32310]: pgmap v312: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 33 op/s 2024-04-23T18:33:10.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:09 smithi152 ceph-mon[33022]: pgmap v312: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 44 KiB/s wr, 33 op/s 2024-04-23T18:33:10.529 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:10.530 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:10.530 DEBUG:tasks.check_counter:Getting stats from d 2024-04-23T18:33:10.530 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.d perf dump 2024-04-23T18:33:10.785 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:12.152 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:11 smithi152 ceph-mon[33022]: pgmap v313: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-23T18:33:12.189 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:11 smithi055 ceph-mon[29189]: pgmap v313: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-23T18:33:12.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:11 smithi116 ceph-mon[32310]: pgmap v313: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 44 KiB/s wr, 28 op/s 2024-04-23T18:33:12.444 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:33:12.444 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:12.444 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 214, 2024-04-23T18:33:12.444 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 204, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1448992, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 125344, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 0, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.043399982, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.012507680, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.034443231, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.004239593, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 203, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.010436183, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000051409 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.445 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1448992, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 125344 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 6, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 158, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 3312, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 183984, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:12.446 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.013277701, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.009010889, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.001826572, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 156, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.014679806, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000094101 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.447 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 183984 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 0, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 2, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 0, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 0, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 2, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.000349022, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.000000000, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.000277948, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:12.448 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 0, 2024-04-23T18:33:12.449 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:12.450 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:12.451 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 148967, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 29, 2024-04-23T18:33:12.452 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:12.453 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 928, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 2, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 216, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 1418830, 2024-04-23T18:33:12.454 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 216, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 216, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 1418830, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:12.455 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:33:13.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:12 smithi055 ceph-mon[29189]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-04-23T18:33:13.091 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-04-23T18:33:13.092 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-04-23T18:33:13.092 DEBUG:tasks.check_counter:Getting stats from g 2024-04-23T18:33:13.092 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.g perf dump 2024-04-23T18:33:13.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:12 smithi116 ceph-mon[32310]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:33:13.345 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:13.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:12 smithi152 ceph-mon[33022]: osdmap e96: 12 total, 12 up, 12 in 2024-04-23T18:33:14.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:13 smithi116 ceph-mon[32310]: pgmap v315: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 34 op/s 2024-04-23T18:33:14.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:13 smithi055 ceph-mon[29189]: pgmap v315: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 34 op/s 2024-04-23T18:33:14.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:13 smithi152 ceph-mon[33022]: pgmap v315: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 53 KiB/s wr, 34 op/s 2024-04-23T18:33:15.208 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:33:15.208 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 981, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 942, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1892962, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 356696, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.121251087, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.045832100, 2024-04-23T18:33:15.209 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.051373693, 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.024813063, 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 942, 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.048805000, 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000051809 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.210 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1649264, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 126464 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 1372, 2024-04-23T18:33:15.211 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 1523, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 7240362, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 869989, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.104917135, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.029911342, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.030607886, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.036412457, 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.212 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 1520, 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.049364513, 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000032476 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.213 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 434272 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 4, 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 6, 2024-04-23T18:33:15.214 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1629, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 1284, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.001381619, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.000061902, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.001158199, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000073601, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 4, 2024-04-23T18:33:15.215 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.002156033, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000539008 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:15.216 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 1, 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-MDSRank": { 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 3477, 2024-04-23T18:33:15.217 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.088579922, 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000025475 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "queue_len": 0, 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "complete_latency": { 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.218 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "mds": { 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "request": 0, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "reply": 0, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "reply_latency": { 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.219 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_reply": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "forward": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_commit": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_split": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_merge": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes": 1262, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_top": 0, 2024-04-23T18:33:15.220 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_bottom": 1262, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_pinned": 1262, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_expired": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "caps": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "subtrees": 1, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_hit": 0, 2024-04-23T18:33:15.221 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_forward": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_discover": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "traverse_lock": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "load_cent": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "q": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "exported": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "exported_inodes": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "imported": 0, 2024-04-23T18:33:15.222 INFO:teuthology.orchestra.run.smithi055.stdout: "imported_inodes": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rfiles": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rbytes": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "root_rsnaps": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:15.223 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:15.224 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "process_request_cap_release": 0 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_cache": { 2024-04-23T18:33:15.225 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_try_discover": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_send_discover": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:15.226 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_created": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_enqueued": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "strays_migrated": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_started": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "recovery_completed": 0, 2024-04-23T18:33:15.227 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_flush": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "ireq_inodestats": 0 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.228 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_log": { 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evlrg": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evadd": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evex": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evtrm": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "ev": 3268, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evexg": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "evexd": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "segadd": 0, 2024-04-23T18:33:15.229 INFO:teuthology.orchestra.run.smithi055.stdout: "segex": 0, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "segtrm": 0, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "seg": 5, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "segmjr": 2, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "segexg": 0, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "segexd": 0, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "expos": 4194304, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "wrpos": 11085454, 2024-04-23T18:33:15.230 INFO:teuthology.orchestra.run.smithi055.stdout: "rdpos": 11081489, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "jlat": { 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "replayed": 3268 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_mem": { 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "ino": 145, 2024-04-23T18:33:15.231 INFO:teuthology.orchestra.run.smithi055.stdout: "ino+": 1896, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "ino-": 1751, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dir": 37, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dir+": 154, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dir-": 117, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dn": 1262, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dn+": 3105, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "dn-": 1843, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "cap": 0, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "cap+": 0, 2024-04-23T18:33:15.232 INFO:teuthology.orchestra.run.smithi055.stdout: "cap-": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "rss": 54056, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "heap": 215416 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_server": { 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_request": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_client_session": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "handle_peer_request": 0, 2024-04-23T18:33:15.233 INFO:teuthology.orchestra.run.smithi055.stdout: "req_create_latency": { 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getattr_latency": { 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.234 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "req_link_latency": { 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.235 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookup_latency": { 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.236 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupino_latency": { 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupname_latency": { 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.237 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:15.238 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "req_lssnap_latency": { 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.239 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mkdir_latency": { 2024-04-23T18:33:15.240 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.240 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.240 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.240 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mknod_latency": { 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "req_mksnap_latency": { 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.241 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "req_open_latency": { 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "req_readdir_latency": { 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.242 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rename_latency": { 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.243 INFO:teuthology.orchestra.run.smithi055.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmdir_latency": { 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.244 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.245 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setattr_latency": { 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:15.246 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setlayout_latency": { 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "req_setxattr_latency": { 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.247 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "req_symlink_latency": { 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "req_unlink_latency": { 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:15.248 INFO:teuthology.orchestra.run.smithi055.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_sessions": { 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "session_count": 1, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "session_add": 2, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "session_remove": 1, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_open": 2, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "sessions_stale": 0, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "total_load": 0, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "average_load": 0, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "avg_session_uptime": 3044, 2024-04-23T18:33:15.249 INFO:teuthology.orchestra.run.smithi055.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:15.250 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:15.251 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 203780, 2024-04-23T18:33:15.252 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 226, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 8256, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 173, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:15.253 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 1310780, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 13889, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "objecter": { 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "op_active": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "op_laggy": 0, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send": 2098, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "op_send_bytes": 21, 2024-04-23T18:33:15.254 INFO:teuthology.orchestra.run.smithi055.stdout: "op_resend": 3, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "op_reply": 2098, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "op_latency": { 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 2098, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 1.770967027, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000844121 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "op_inflight": 0, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "oplen_avg": { 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 2098, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 2099 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.255 INFO:teuthology.orchestra.run.smithi055.stdout: "op": 2098, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "op_r": 2098, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "op_w": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "op_rmw": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "op_pg": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_stat": 1338, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_create": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_read": 758, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_write": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writefull": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_writesame": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_append": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_zero": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_truncate": 0, 2024-04-23T18:33:15.256 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_delete": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_mapext": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_call": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_watch": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_notify": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls": 0, 2024-04-23T18:33:15.257 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "osdop_other": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_active": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_send": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_resend": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "linger_ping": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_active": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_send": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolop_resend": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_active": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_send": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "poolstat_resend": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_active": 0, 2024-04-23T18:33:15.258 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_send": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "statfs_resend": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "command_active": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "command_send": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "command_resend": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "map_epoch": 96, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "map_full": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "map_inc": 10, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_sessions": 6, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_open": 6, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_session_close": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_laggy": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_wr": 0, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_rd": 2, 2024-04-23T18:33:15.259 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_del": 0 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "oft": { 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_objs": 0, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_updates": 0, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "omap_total_removes": 0 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "osd-slow-ops": { 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "slow_ops_count": 0 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "purge_queue": { 2024-04-23T18:33:15.260 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_executed": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 2353, 2024-04-23T18:33:15.261 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 8907384, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 2353, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 2353, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 8907384, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.262 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 2098, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 6891155, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 2098, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 6891155, 2024-04-23T18:33:15.263 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 1024, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.264 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 2098, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 2098, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 2098, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 2098, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:15.265 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.266 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-write_buf_throttle-0x5559ffbd66e0": { 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 3758096384, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 0, 2024-04-23T18:33:15.267 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 0, 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:15.268 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:33:15.979 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:15 smithi055 ceph-mon[29189]: pgmap v316: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:15.979 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:15 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:16.008 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:16.008 DEBUG:tasks.check_counter:Getting stats from j 2024-04-23T18:33:16.008 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.j perf dump 2024-04-23T18:33:16.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:15 smithi116 ceph-mon[32310]: pgmap v316: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:16.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:15 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:16.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:15 smithi152 ceph-mon[33022]: pgmap v316: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:16.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:15 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-23T18:33:16.612 INFO:teuthology.orchestra.run.smithi055.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.a/config 2024-04-23T18:33:18.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: pgmap v317: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:18.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:33:18.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.060 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.061 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.061 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:17 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: pgmap v317: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:17 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: pgmap v317: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 204 B/s wr, 14 op/s 2024-04-23T18:33:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: osdmap e97: 12 total, 12 up, 12 in 2024-04-23T18:33:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:17 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:18.771 INFO:teuthology.orchestra.run.smithi055.stdout:{ 2024-04-23T18:33:18.771 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:18.771 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 221, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 209, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 1452800, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 127712, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 4, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 0, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.046095718, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.013114227, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.037590942, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.004330273, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 209, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.012908020, 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000061760 2024-04-23T18:33:18.772 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 1452800, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 127712 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 2, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 158, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 320, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 183888, 2024-04-23T18:33:18.773 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.013081021, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.008667295, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.002210085, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 155, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.013831368, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000089234 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.774 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 183888 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_messages": 0, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages": 2, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_bytes": 0, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_bytes": 0, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_created_connections": 2, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_active_connections": 1, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_total_time": 0.000509054, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_send_time": 0.000000000, 2024-04-23T18:33:18.775 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_recv_time": 0.000436557, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "cct": { 2024-04-23T18:33:18.776 INFO:teuthology.orchestra.run.smithi055.stdout: "total_workers": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "unhealthy_workers": 0 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "mempool": { 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:18.777 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:18.778 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_bytes": 150008, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_anon_items": 31, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_bytes": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_items": 0, 2024-04-23T18:33:18.779 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_bytes": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_items": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "pgmap_items": 0, 2024-04-23T18:33:18.780 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_bytes": 928, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "mds_co_items": 2, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_1_items": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "unittest_2_items": 0 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: }, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "val": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "max": 104857600, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "get_started": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "get": 219, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "get_sum": 1419220, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "get_or_fail_success": 219, 2024-04-23T18:33:18.781 INFO:teuthology.orchestra.run.smithi055.stdout: "take": 0, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "take_sum": 0, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "put": 219, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "put_sum": 1419220, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "wait": { 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "avgcount": 0, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "sum": 0.000000000, 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: "avgtime": 0.000000000 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout: } 2024-04-23T18:33:18.782 INFO:teuthology.orchestra.run.smithi055.stdout:} 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:18.986 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:18 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:18 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi116 to 176.2M 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi116 to 184784588: error parsing value: Value '184784588' is below minimum 939524096 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:18 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-04-23T18:33:19.548 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-04-23T18:33:19.548 DEBUG:tasks.check_counter:Getting stats from b 2024-04-23T18:33:19.549 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.b perf dump 2024-04-23T18:33:19.798 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:20.183 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:19 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:33:20.183 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:19 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:33:20.183 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:19 smithi116 ceph-mon[32310]: pgmap v319: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:33:20.183 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:19 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:20.184 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:19 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:20.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:19 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:33:20.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:19 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:33:20.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:19 smithi055 ceph-mon[29189]: pgmap v319: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:33:20.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:19 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:20.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:19 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:20.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:19 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi152 to 176.2M 2024-04-23T18:33:20.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:19 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi152 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-04-23T18:33:20.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:19 smithi152 ceph-mon[33022]: pgmap v319: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 255 B/s wr, 14 op/s 2024-04-23T18:33:20.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:19 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:20.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:19 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:21.193 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:20 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:21.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:20 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:21.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-04-23T18:33:21.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-23T18:33:21.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-23T18:33:21.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:20 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' 2024-04-23T18:33:21.580 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-23T18:33:21.580 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 22228, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 24900, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 7612196, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 48640179, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 1.547845830, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.737349818, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.759450818, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.184511674, 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.581 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 24902, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 5.137297578, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000206300 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 34643, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.006072233, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000175 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 160, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 311968 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:21.582 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 17869, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 18940, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 8001230, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 37446529, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 26, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 1.295798545, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.537207185, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.556042957, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.271192069, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 18943, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 6.755517698, 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000356623 2024-04-23T18:33:21.583 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 18295, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.004087258, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000223 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1989648, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 221888 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 43564, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 77694, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 15790219, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 63774112, 2024-04-23T18:33:21.584 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 50, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 8, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 2.929732906, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 1.358845142, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 2.589012218, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.194334400, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 77684, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 5.906949957, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000076038 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:21.585 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 105432, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.015215779, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000144 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 12050064, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 34322048 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:21.586 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2721, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 21.557131985, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.007922503 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 7147, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.154065526, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000161475 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-23T18:33:21.587 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 16067, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 15864, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 15864, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 43.121645089, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002718207 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 203, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 24, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 1440, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 17, 2024-04-23T18:33:21.588 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 1, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 6070, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 3452, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 2501, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 117, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 387, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 7912, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 3, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 3, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 6, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 17995, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 17152, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 70, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 381, 2024-04-23T18:33:21.589 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 67, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 7271, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 67, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 3121, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-23T18:33:21.590 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 6, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 185, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 1929, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 15590, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:21.591 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 15220, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 11519, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 1025, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 6255 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 2829, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 1119, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 715, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 738, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 5428, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 167, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:21.592 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 4134, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 3967, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 4, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 601, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 67, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 18, 2024-04-23T18:33:21.593 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 32906, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 32821, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 32821, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 85, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 1227, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 53, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 52, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 52, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 1, 2024-04-23T18:33:21.594 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 1, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 3, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 82466081, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 82694429, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1446, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 56.396827957, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.039001955 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 2717, 2024-04-23T18:33:21.595 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 14315, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 11598, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 265, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 1198, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 933, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 6081, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 18778, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 12697, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 3, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 10598, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 10595, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 118220, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 231800 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-23T18:33:21.596 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 18687, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 2351, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 16067, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 98, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 5221, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 9417, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 15.285348632, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001623165 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 152, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.104536360, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000687739 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.597 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 663, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.251611187, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000379504 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.598 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000279750, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000279750 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.599 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.600 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 10, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002191393, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000219139 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 623, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 12.277012860, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.019706280 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.601 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 10, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.701441761, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.070144176 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000236752, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000236752 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.602 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 838, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.589134646, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001896342 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002813448, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001406724 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.603 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 242, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 4.807770004, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.019866818 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.020059162, 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.005014790 2024-04-23T18:33:21.604 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.680328756, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.340164378 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.605 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 7, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.017291500, 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002470214 2024-04-23T18:33:21.606 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3892, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 7.381588878, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001896605 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.607 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 2, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 5, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 3, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 2, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 106, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 53, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 590, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.608 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 360, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 360, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:21.609 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:21.610 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 1740956, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 3128, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-23T18:33:21.611 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 170, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 11239076, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 173975, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-23T18:33:21.612 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 18838, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 97002523, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 32, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 18838, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 18838, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2741.310115517, 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.145520231 2024-04-23T18:33:21.613 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 18838, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 43084 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 18838, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 108, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 18730, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 697, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10946, 2024-04-23T18:33:21.614 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 84, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 1530, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 108, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 17, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 4581, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 21892, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:21.615 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-23T18:33:21.616 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 97, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 12, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 12, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 12, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-23T18:33:21.617 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 2883, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 48, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 298 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 924 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:21.618 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 40, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 4025, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 3967, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 83657, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 22256143, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.619 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 83657, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 83657, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 22256143, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:21.620 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 18838, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 97417846, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 18838, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 97417846, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:21.621 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 18838, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 18838, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 18838, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 18838, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.622 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 3967, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 415707, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 3967, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:21.623 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 84, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 415707, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x55f716f7c500": { 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 32906, 2024-04-23T18:33:21.624 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 78500125, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 32906, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 1446, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 78500125, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.625 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:21.626 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-23T18:33:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:21 smithi116 ceph-mon[32310]: pgmap v320: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 244 B/s wr, 13 op/s 2024-04-23T18:33:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:21 smithi116 ceph-mon[32310]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:33:22.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:21 smithi116 ceph-mon[32310]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:33:22.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:21 smithi055 ceph-mon[29189]: pgmap v320: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 244 B/s wr, 13 op/s 2024-04-23T18:33:22.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:21 smithi055 ceph-mon[29189]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:33:22.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:21 smithi055 ceph-mon[29189]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:33:22.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:21 smithi152 ceph-mon[33022]: pgmap v320: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 244 B/s wr, 13 op/s 2024-04-23T18:33:22.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:21 smithi152 ceph-mon[33022]: Adjusting osd_memory_target on smithi055 to 177.2M 2024-04-23T18:33:22.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:21 smithi152 ceph-mon[33022]: Unable to set osd_memory_target on smithi055 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds.exported=67 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds.imported=67 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=2829 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=1119 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-04-23T18:33:22.358 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-04-23T18:33:22.359 DEBUG:tasks.check_counter:Getting stats from e 2024-04-23T18:33:22.359 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.e perf dump 2024-04-23T18:33:22.597 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:24.032 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:23 smithi116 ceph-mon[32310]: pgmap v321: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:33:24.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:23 smithi055 ceph-mon[29189]: pgmap v321: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 3053, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 3393, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 2680865, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 6439334, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 17, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:24.319 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.281469444, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.132688315, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.154991899, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.019090697, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3392, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.168114888, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000049562 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4878, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001122092, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000230 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.320 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1679408, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 135696 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 7021, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 13085, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 2411806, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 13958498, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 14, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 7, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.502966397, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.241354513, 2024-04-23T18:33:24.321 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.284953429, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.029889358, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 13083, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.475023908, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000036308 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 13776, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.002343555, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000170 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 2098992, 2024-04-23T18:33:24.322 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 6928112 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 15124, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 13916, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 7937750, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 9589541, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.946640161, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.449223418, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.569154366, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.038083172, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 13914, 2024-04-23T18:33:24.323 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.534505453, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000038414 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 25945, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.004331746, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000166 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-23T18:33:24.324 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1255, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 4.431753549, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.003531277 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2987, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.414305505, 2024-04-23T18:33:24.325 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000138702 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 3235, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 3169, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3169, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 6.354073145, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002005071 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 64, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 11, 2024-04-23T18:33:24.326 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 2564, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 0, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 1, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 2563, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 2563, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 1593, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 0, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 2, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 6537, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 4973, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 39, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 980, 2024-04-23T18:33:24.327 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 17, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 628, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 17, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 1981, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 3, 2024-04-23T18:33:24.328 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 26, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 1344, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 2310, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 2623, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 1301, 2024-04-23T18:33:24.329 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 57, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 2519 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 263, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 2513, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 1738, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 1441, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 411, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 95, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 1804, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 1709, 2024-04-23T18:33:24.330 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 4, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 981, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 18, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:24.331 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 7056, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 7056, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 10, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 10, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-23T18:33:24.332 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 21684911, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 967, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 7.023909634, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.007263608 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 1324, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 3843, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 2519, 2024-04-23T18:33:24.333 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 136, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 858, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 722, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 2564, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 5866, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 3302, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 0, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 2637, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 2637, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 78648, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 223608 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 4402, 2024-04-23T18:33:24.334 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 217, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 3235, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 12, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 990, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 262, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.184680775, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.004521682 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:24.335 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 958, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.321043941, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000335118 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:24.336 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:24.337 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.338 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.339 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-23T18:33:24.340 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 145, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.123850911, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000854144 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.341 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 95, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.983006891, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.020873756 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.342 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.343 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.344 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1709, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2.741490627, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001604148 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:24.345 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 1, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 2, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 1, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 1, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 2458, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 2458, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 1803, 2024-04-23T18:33:24.346 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:24.347 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:24.348 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 1106993, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 1643, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:24.349 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 170, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:24.350 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 5227475, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 75587, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-23T18:33:24.351 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 2857, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 17839513, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 33, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 2857, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2857, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 8.665854872, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.003033200 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2857, 2024-04-23T18:33:24.352 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2924 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 2857, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 41, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 2816, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 41, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 1008, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 30, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-23T18:33:24.353 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 1725, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-23T18:33:24.354 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-23T18:33:24.355 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 97, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 11, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 12, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 12, 2024-04-23T18:33:24.356 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 68, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 22 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 1111 2024-04-23T18:33:24.357 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 1709, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 1709, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 25194, 2024-04-23T18:33:24.358 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 10489001, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 25194, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 25194, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 10489001, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:24.359 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 2857, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 18021562, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 2857, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 18021562, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.360 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 2857, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 2857, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 2857, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 2857, 2024-04-23T18:33:24.361 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 1709, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 182049, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.362 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 1709, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 41, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 182049, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x55a34298c500": { 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:24.363 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 7056, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 17490607, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 7056, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 967, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 17490607, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:24.364 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.365 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:24.365 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-23T18:33:24.365 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:23 smithi152 ceph-mon[33022]: pgmap v321: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 11 op/s 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds.exported=17 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds.imported=17 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=263 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=2513 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=3 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:25.110 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:25.110 DEBUG:tasks.check_counter:Getting stats from h 2024-04-23T18:33:25.111 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.h perf dump 2024-04-23T18:33:25.349 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:26.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:25 smithi116 ceph-mon[32310]: pgmap v322: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:26.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:25 smithi055 ceph-mon[29189]: pgmap v322: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:26.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:25 smithi152 ceph-mon[33022]: pgmap v322: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 13973, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 12363, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 9295886, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 21187969, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 12, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:27.063 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.926268805, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.426530485, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.544157870, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.056725463, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 12363, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.451874980, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000036550 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 21960, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.003727739, 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000169 2024-04-23T18:33:27.064 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1686464, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 135056 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 4637, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 4416, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1693167, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 6752450, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 19, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.368139512, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.173222947, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.156258847, 2024-04-23T18:33:27.065 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.047795247, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4413, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.176601019, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000040018 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4909, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000961911, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000195 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 3184, 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 442384 2024-04-23T18:33:27.066 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 15228, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 28423, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 6038977, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 25062438, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 9, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 1.068230385, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.528787624, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.819021606, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.037035518, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 28421, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.863885712, 2024-04-23T18:33:27.067 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000030396 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 36106, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.006164929, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000170 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 4435776, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 12778304 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.068 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1593, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 7.578157309, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.004757160 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 6271, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.598821471, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000254954 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.069 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 6433, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 6360, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 6360, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 11.559735039, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001817568 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 72, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 28, 2024-04-23T18:33:27.070 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 2, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 4152, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 0, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 217, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 3935, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 4151, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 1660, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 1, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 1, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 3, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 9685, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 8130, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 41, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 955, 2024-04-23T18:33:27.071 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 9, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 668, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 9, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 2581, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 3, 2024-04-23T18:33:27.072 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 1019, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 5583, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 5237, 2024-04-23T18:33:27.073 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 4217, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 35, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 4432 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 305, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 2457, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 1697, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 1409, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 546, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 148, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 3758, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 3610, 2024-04-23T18:33:27.074 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 4, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 828, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 9, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 2, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-23T18:33:27.075 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 15614, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 15614, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 21, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 21, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 3, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-23T18:33:27.076 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 43964020, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 880, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 7.468676342, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.008487132 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 2050, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 6522, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 4472, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 204, 2024-04-23T18:33:27.077 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 846, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 642, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 4152, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 9422, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 5270, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 1, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 4424, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 4423, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 96564, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 223608 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 7857, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 167, 2024-04-23T18:33:27.078 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 6433, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 17, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 935, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1469, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2.183746687, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001486553 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000141998, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000141998 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.079 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 935, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.360954424, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000386047 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.080 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000096822, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000096822 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.081 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.082 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.083 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-23T18:33:27.084 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 196, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.193754219, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000988541 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:27.085 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 148, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 2.765600188, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.018686487 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.086 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.087 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.088 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3610, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 6.055440701, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001677407 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.089 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 1, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 3, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 2, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 1, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 4069, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 4069, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 613, 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:27.090 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:27.091 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:27.092 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 1565341, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 2446, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:27.093 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 170, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 8220886, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 133614, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:27.094 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 4738, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 40859543, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 28, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 4738, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4738, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 12.634788493, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002666692 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-23T18:33:27.095 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4738, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 4840 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 4738, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 54, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 4684, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 54, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 934, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 34, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-23T18:33:27.096 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 2, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 3631, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-23T18:33:27.097 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-23T18:33:27.098 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 97, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 11, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 12, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 12, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 123, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-23T18:33:27.099 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 32 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 928 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-23T18:33:27.100 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 3610, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 3610, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 33834, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 13421269, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 33834, 2024-04-23T18:33:27.101 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 33834, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 13421269, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:27.102 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 4738, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 41240673, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 4738, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 41240673, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:27.103 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 4738, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 4738, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 4738, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 4738, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.104 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 3610, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 381130, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 3610, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 54, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 381130, 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:27.105 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x561352640500": { 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 15614, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 39769716, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 15614, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:27.106 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 880, 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 39769716, 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:27.107 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds.exported=9 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds.imported=9 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=305 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=2457 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=3 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:27.871 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:27.871 DEBUG:tasks.check_counter:Getting stats from k 2024-04-23T18:33:27.872 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.k perf dump 2024-04-23T18:33:28.110 INFO:teuthology.orchestra.run.smithi116.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.b/config 2024-04-23T18:33:28.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:27 smithi116 ceph-mon[32310]: pgmap v323: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:28.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:27 smithi055 ceph-mon[29189]: pgmap v323: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:28.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:27 smithi152 ceph-mon[33022]: pgmap v323: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 102 B/s wr, 11 op/s 2024-04-23T18:33:29.839 INFO:teuthology.orchestra.run.smithi116.stdout:{ 2024-04-23T18:33:29.839 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:29.839 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 2922, 2024-04-23T18:33:29.839 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 2721, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 1260280, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 5379555, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 20, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 10, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.216950058, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.100131743, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.115709291, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.018380035, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2715, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.100610702, 2024-04-23T18:33:29.840 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000037057 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 4075, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000814840, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000199 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 5968, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 4272 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 13389, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 15731, 2024-04-23T18:33:29.841 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 6828387, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 7205728, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.871957279, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.407710251, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.568640829, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.017576743, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 15733, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.494765433, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000031447 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.842 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 26216, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.004003799, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000152 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 863584, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 3588176 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_messages": 2724, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages": 2780, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_bytes": 2663163, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_bytes": 4081414, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:29.843 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_total_time": 0.206424982, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_send_time": 0.079932807, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_recv_time": 0.125752175, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_running_fast_dispatch_time": 0.019470017, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2779, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.187387146, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000067429 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 3746, 2024-04-23T18:33:29.844 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000696415, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000185 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_recv_encrypted_bytes": 1663584, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "msgr_send_encrypted_bytes": 451008 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "cct": { 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "total_workers": 1, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "unhealthy_workers": 0 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-MDSRank": { 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 774, 2024-04-23T18:33:29.845 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.313688514, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.001697271 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "queue_len": 0, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "complete_latency": { 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1825, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.222283844, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000121799 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "mds": { 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "request": 1968, 2024-04-23T18:33:29.846 INFO:teuthology.orchestra.run.smithi116.stdout: "reply": 1966, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "reply_latency": { 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1966, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 14.951644642, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.007605109 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_reply": 0, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "forward": 2, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_commit": 11, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_split": 0, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_merge": 0, 2024-04-23T18:33:29.847 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes": 261, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_top": 2, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_bottom": 1, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pin_tail": 258, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_pinned": 258, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_expired": 2564, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "inodes_with_caps": 1, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "caps": 1, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "subtrees": 4, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse": 5876, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_hit": 3780, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_forward": 1, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_discover": 1123, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:29.848 INFO:teuthology.orchestra.run.smithi116.stdout: "traverse_lock": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "load_cent": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "q": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "exported": 33, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "exported_inodes": 1479, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "imported": 33, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "imported_inodes": 1757, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rfiles": 4, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rbytes": 234, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "root_rsnaps": 3, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:29.849 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_revoke": 355, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_grant": 1182, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps": 358, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_caps_dirty": 15, 2024-04-23T18:33:29.850 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_cap_release": 26, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "process_request_cap_release": 1925 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_cache": { 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update": 128, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_update_receipt": 2930, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_try_discover": 2016, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_send_discover": 1713, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "dir_handle_discover": 160, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays": 32, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_created": 1046, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_enqueued": 1014, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "strays_migrated": 0, 2024-04-23T18:33:29.851 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_started": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "recovery_completed": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_path": 4, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_quiesce_inode": 388, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_exportdir": 33, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_flush": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "ireq_inodestats": 0 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_log": { 2024-04-23T18:33:29.852 INFO:teuthology.orchestra.run.smithi116.stdout: "evlrg": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "evadd": 3268, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "evex": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "evtrm": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "ev": 3268, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "evexg": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "evexd": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segadd": 5, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segex": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segtrm": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "seg": 5, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segmjr": 2, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segexg": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "segexd": 0, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "expos": 4194304, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "wrpos": 11085454, 2024-04-23T18:33:29.853 INFO:teuthology.orchestra.run.smithi116.stdout: "rdpos": 0, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "jlat": { 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 386, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.402385056, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.003633121 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "replayed": 0 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_mem": { 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "ino": 162, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "ino+": 2580, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "ino-": 2418, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "dir": 53, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "dir+": 999, 2024-04-23T18:33:29.854 INFO:teuthology.orchestra.run.smithi116.stdout: "dir-": 946, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "dn": 261, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "dn+": 4103, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "dn-": 3842, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "cap": 1, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "cap+": 1262, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "cap-": 1261, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "rss": 66340, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "heap": 223608 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_server": { 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_client_request": 3295, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "dispatch_server_request": 126, 2024-04-23T18:33:29.855 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_request": 1968, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_client_session": 13, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "handle_peer_request": 1321, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "req_create_latency": { 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getattr_latency": { 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 2, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.001111888, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000555944 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:29.856 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "req_link_latency": { 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookup_latency": { 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 856, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.279869289, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000326950 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:29.857 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupino_latency": { 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupname_latency": { 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.858 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.859 INFO:teuthology.orchestra.run.smithi116.stdout: "req_lssnap_latency": { 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mkdir_latency": { 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.860 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mknod_latency": { 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "req_mksnap_latency": { 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "req_open_latency": { 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.861 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "req_readdir_latency": { 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 62, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.056581934, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000912611 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rename_latency": { 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:29.862 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmdir_latency": { 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 59, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1.192540464, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.020212550 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.863 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setattr_latency": { 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.864 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setlayout_latency": { 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.865 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "req_setxattr_latency": { 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "req_symlink_latency": { 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "req_unlink_latency": { 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 987, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 13.421541067, 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.013598319 2024-04-23T18:33:29.866 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_sessions": { 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "session_count": 1, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "session_add": 2, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "session_remove": 1, 2024-04-23T18:33:29.867 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_open": 1, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "sessions_stale": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "total_load": 1474, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "average_load": 1474, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "avg_session_uptime": 627, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "mempool": { 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:29.868 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:29.869 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_items": 0, 2024-04-23T18:33:29.870 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_bytes": 550068, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_anon_items": 320, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:29.871 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_items": 170, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "pgmap_items": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_bytes": 683089, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "mds_co_items": 11375, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_1_items": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "unittest_2_items": 0 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "objecter": { 2024-04-23T18:33:29.872 INFO:teuthology.orchestra.run.smithi116.stdout: "op_active": 0, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_laggy": 0, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send": 1590, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_send_bytes": 7037777, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_resend": 28, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_reply": 1590, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_latency": { 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1590, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 3.938934039, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.002477317 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "op_inflight": 0, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "oplen_avg": { 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 1590, 2024-04-23T18:33:29.873 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 1648 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "op": 1590, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "op_r": 48, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "op_w": 1542, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "op_rmw": 0, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "op_pg": 0, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_stat": 0, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_create": 10, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_read": 48, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_write": 434, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writefull": 31, 2024-04-23T18:33:29.874 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_writesame": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_append": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_zero": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_truncate": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_delete": 1027, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_mapext": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_call": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_watch": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_notify": 0, 2024-04-23T18:33:29.875 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "osdop_other": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_active": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_send": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_resend": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "linger_ping": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_active": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_send": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolop_resend": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_active": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_send": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "poolstat_resend": 0, 2024-04-23T18:33:29.876 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_active": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_send": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "statfs_resend": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "command_active": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "command_send": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "command_resend": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "map_epoch": 97, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "map_full": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "map_inc": 11, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_sessions": 12, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_open": 12, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_session_close": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "osd_laggy": 0, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_wr": 62, 2024-04-23T18:33:29.877 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_rd": 0, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_del": 16 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "oft": { 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_objs": 1, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_updates": 0, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "omap_total_removes": 0 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "osd-slow-ops": { 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "slow_ops_count": 450 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "purge_queue": { 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:29.878 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing": 0, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed_ops": 1014, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_executed": 1014, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 19031, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 8915271, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 19031, 2024-04-23T18:33:29.879 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 19031, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 8915271, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 104857600, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:29.880 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 1590, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 7143919, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 1590, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 7143919, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 1024, 2024-04-23T18:33:29.881 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 1590, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 1590, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 1590, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 1590, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:29.882 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 1014, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 106142, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 1014, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 48, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 106142, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.883 INFO:teuthology.orchestra.run.smithi116.stdout: }, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "throttle-write_buf_throttle-0x56355882c500": { 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "val": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "max": 3758096384, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "get_started": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "get": 3268, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "get_sum": 6891150, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "get_or_fail_success": 3268, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "take": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "take_sum": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "put": 386, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "put_sum": 6891150, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "wait": { 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "avgcount": 0, 2024-04-23T18:33:29.884 INFO:teuthology.orchestra.run.smithi116.stdout: "sum": 0.000000000, 2024-04-23T18:33:29.885 INFO:teuthology.orchestra.run.smithi116.stdout: "avgtime": 0.000000000 2024-04-23T18:33:29.885 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.885 INFO:teuthology.orchestra.run.smithi116.stdout: } 2024-04-23T18:33:29.885 INFO:teuthology.orchestra.run.smithi116.stdout:} 2024-04-23T18:33:30.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:29 smithi116 ceph-mon[32310]: pgmap v324: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:33:30.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:29 smithi055 ceph-mon[29189]: pgmap v324: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:33:30.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:29 smithi152 ceph-mon[33022]: pgmap v324: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 89 B/s wr, 14 op/s 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds.exported=33 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds.imported=33 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=128 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=2930 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=3 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:30.580 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:30.581 DEBUG:tasks.check_counter:Getting stats from c 2024-04-23T18:33:30.581 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.c perf dump 2024-04-23T18:33:30.832 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:32.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:31 smithi152 ceph-mon[33022]: pgmap v325: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:32.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:31 smithi116 ceph-mon[32310]: pgmap v325: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:32.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:31 smithi055 ceph-mon[29189]: pgmap v325: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:32.745 INFO:teuthology.orchestra.run.smithi152.stdout:{ 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 1294, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 1293, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 25564057, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 410357, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.148667810, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.042498018, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.048786882, 2024-04-23T18:33:32.746 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.044888572, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1292, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.060158601, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000046562 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 448 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.747 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 1213, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 1170, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 12327894, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 431240, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.130553869, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.034790161, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.064586498, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.034588706, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1169, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.053244955, 2024-04-23T18:33:32.748 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000045547 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 1677760, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 130032 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 13, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 169, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 4197480, 2024-04-23T18:33:32.749 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 445114, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.013220527, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.006237316, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.004896710, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.000262310, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 166, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.015869600, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000095600 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:32.750 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 320, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 441616 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "cct": { 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "total_workers": 1, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "unhealthy_workers": 0 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-MDSRank": { 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:32.751 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 3708, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.111533498, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000030079 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "mds": { 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "request": 0, 2024-04-23T18:33:32.752 INFO:teuthology.orchestra.run.smithi152.stdout: "reply": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "reply_latency": { 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_reply": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "forward": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_commit": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_split": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_merge": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes": 7892, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_top": 0, 2024-04-23T18:33:32.753 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_bottom": 7892, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pinned": 7892, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_expired": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "caps": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "subtrees": 1, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_hit": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_forward": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_discover": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_lock": 0, 2024-04-23T18:33:32.754 INFO:teuthology.orchestra.run.smithi152.stdout: "load_cent": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "q": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "exported": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "exported_inodes": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "imported": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "imported_inodes": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rfiles": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rbytes": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rsnaps": 0, 2024-04-23T18:33:32.755 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps": 0, 2024-04-23T18:33:32.756 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "process_request_cap_release": 0 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_cache": { 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_try_discover": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_send_discover": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:32.757 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_created": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_enqueued": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_migrated": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_started": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_completed": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:32.758 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_flush": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_inodestats": 0 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_log": { 2024-04-23T18:33:32.759 INFO:teuthology.orchestra.run.smithi152.stdout: "evlrg": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "evadd": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "evex": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "evtrm": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "ev": 15614, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "evexg": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "evexd": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segadd": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segex": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segtrm": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "seg": 21, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segmjr": 3, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segexg": 0, 2024-04-23T18:33:32.760 INFO:teuthology.orchestra.run.smithi152.stdout: "segexd": 0, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "expos": 4194304, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "wrpos": 43964020, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "rdpos": 43959006, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "jlat": { 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "replayed": 15614 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_mem": { 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "ino": 2176, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "ino+": 6039, 2024-04-23T18:33:32.761 INFO:teuthology.orchestra.run.smithi152.stdout: "ino-": 3863, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dir": 199, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dir+": 233, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dir-": 34, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dn": 7892, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dn+": 8585, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "dn-": 693, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "cap": 0, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "cap+": 0, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "cap-": 0, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "rss": 68820, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "heap": 215416 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.762 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_server": { 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_request": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_session": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_peer_request": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "req_create_latency": { 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getattr_latency": { 2024-04-23T18:33:32.763 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "req_link_latency": { 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.764 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookup_latency": { 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupino_latency": { 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.765 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupname_latency": { 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.766 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lssnap_latency": { 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.767 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mkdir_latency": { 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mknod_latency": { 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mksnap_latency": { 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.768 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "req_open_latency": { 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "req_readdir_latency": { 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rename_latency": { 2024-04-23T18:33:32.769 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.770 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmdir_latency": { 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.771 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setattr_latency": { 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.772 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setlayout_latency": { 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setxattr_latency": { 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "req_symlink_latency": { 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.773 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "req_unlink_latency": { 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.774 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_sessions": { 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "session_count": 1, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "session_add": 3, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "session_remove": 2, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_open": 2, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_stale": 0, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "total_load": 0, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "average_load": 0, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "avg_session_uptime": 2977, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "mempool": { 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:32.775 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:32.776 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_items": 0, 2024-04-23T18:33:32.777 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_bytes": 299998, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_items": 2378, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:32.778 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_items": 170, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_items": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_bytes": 10999558, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_items": 135914, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_items": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_items": 0 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "objecter": { 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "op_active": 0, 2024-04-23T18:33:32.779 INFO:teuthology.orchestra.run.smithi152.stdout: "op_laggy": 0, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send": 2247, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send_bytes": 21, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_resend": 3, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_reply": 2247, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_latency": { 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2247, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2.239973218, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000996872 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op_inflight": 0, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "oplen_avg": { 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2247, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2248 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.780 INFO:teuthology.orchestra.run.smithi152.stdout: "op": 2247, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "op_r": 2247, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "op_w": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "op_rmw": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "op_pg": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_stat": 1446, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_create": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_read": 799, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_write": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writefull": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writesame": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_append": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_zero": 0, 2024-04-23T18:33:32.781 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_truncate": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_delete": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_mapext": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_call": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_watch": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_notify": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls": 0, 2024-04-23T18:33:32.782 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_other": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_active": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_send": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_resend": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_ping": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_active": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_send": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_resend": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_active": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_send": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_resend": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_active": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_send": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_resend": 0, 2024-04-23T18:33:32.783 INFO:teuthology.orchestra.run.smithi152.stdout: "command_active": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "command_send": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "command_resend": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "map_epoch": 97, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "map_full": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "map_inc": 11, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_sessions": 8, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_open": 8, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_close": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_laggy": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_wr": 0, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_rd": 2, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_del": 0 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "oft": { 2024-04-23T18:33:32.784 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_objs": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_updates": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_removes": 0 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "osd-slow-ops": { 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_ops_count": 0 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "purge_queue": { 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed": 0, 2024-04-23T18:33:32.785 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 2516, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 41846513, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 2516, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2516, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 41846513, 2024-04-23T18:33:32.786 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2247, 2024-04-23T18:33:32.787 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 39774597, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2247, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 39774597, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 1024, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:32.788 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2247, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 2247, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2247, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 2247, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:32.789 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:32.790 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle-0x562223b7e6e0": { 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:32.791 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:32.792 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:32.792 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.792 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:32.792 INFO:teuthology.orchestra.run.smithi152.stdout:} 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:33.544 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:33.544 DEBUG:tasks.check_counter:Getting stats from f 2024-04-23T18:33:33.544 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.f perf dump 2024-04-23T18:33:33.794 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:34.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:33 smithi152 ceph-mon[33022]: pgmap v326: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:34.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:33 smithi116 ceph-mon[32310]: pgmap v326: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:34.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:33 smithi055 ceph-mon[29189]: pgmap v326: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout:{ 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 6135, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 9259, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 2326980, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 9291652, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 17, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 7, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.390738683, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.181634092, 2024-04-23T18:33:35.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.208080569, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.024710924, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 9257, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.213739253, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000023089 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 11161, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.001744082, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000156 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 1035376, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 3680576 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 3362, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 3097, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 2895491, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 4852164, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 9, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 7, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.230422031, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.094335064, 2024-04-23T18:33:35.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.145302915, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.020896309, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 3096, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.109279813, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000035297 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 4716, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000650646, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000137 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 1672432, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 136800 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 11641, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 9591, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 5962360, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 3824920, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 11, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.547950584, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.220755622, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.406183036, 2024-04-23T18:33:35.621 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.013510467, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 9589, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.197805638, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000020628 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 19843, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.002624962, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000132 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 444032 2024-04-23T18:33:35.622 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "cct": { 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "total_workers": 1, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "unhealthy_workers": 0 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-MDSRank": { 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1417, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 1.839919974, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.001298461 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.623 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1692, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.325289989, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000192251 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "mds": { 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "request": 1986, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "reply": 1938, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "reply_latency": { 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1938, 2024-04-23T18:33:35.624 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 3.069433519, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.001583815 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_reply": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "forward": 48, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_commit": 11, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_split": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_merge": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes": 1344, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_top": 0, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_bottom": 1, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pin_tail": 1343, 2024-04-23T18:33:35.625 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pinned": 1343, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_expired": 1824, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "caps": 0, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "subtrees": 2, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse": 5235, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_hit": 3655, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_forward": 36, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_discover": 1010, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_lock": 0, 2024-04-23T18:33:35.626 INFO:teuthology.orchestra.run.smithi152.stdout: "load_cent": 2000, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "q": 2, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "exported": 12, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "exported_inodes": 778, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "imported": 12, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "imported_inodes": 1384, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:35.627 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rfiles": 4, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rbytes": 234, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rsnaps": 3, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_inode_file_caps": 50, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_revoke": 818, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_grant": 1190, 2024-04-23T18:33:35.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps": 819, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps_dirty": 16, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_cap_release": 55, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "process_request_cap_release": 1750 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_cache": { 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update": 151, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update_receipt": 2639, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_try_discover": 1816, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_send_discover": 1522, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_handle_discover": 278, 2024-04-23T18:33:35.629 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays": 73, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_created": 1019, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_enqueued": 946, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_migrated": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_started": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_completed": 0, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_path": 4, 2024-04-23T18:33:35.630 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_inode": 810, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_exportdir": 13, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_flush": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_inodestats": 0 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_log": { 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "evlrg": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "evadd": 3113, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "evex": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "evtrm": 0, 2024-04-23T18:33:35.631 INFO:teuthology.orchestra.run.smithi152.stdout: "ev": 3113, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "evexg": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "evexd": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segadd": 5, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segex": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segtrm": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "seg": 5, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segmjr": 2, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segexg": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "segexd": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "expos": 4194304, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "wrpos": 11928284, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "rdpos": 0, 2024-04-23T18:33:35.632 INFO:teuthology.orchestra.run.smithi152.stdout: "jlat": { 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 750, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 1.853051644, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.002470735 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "replayed": 0 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_mem": { 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "ino": 704, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "ino+": 2610, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "ino-": 1906, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "dir": 86, 2024-04-23T18:33:35.633 INFO:teuthology.orchestra.run.smithi152.stdout: "dir+": 906, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dir-": 820, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dn": 1344, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dn+": 4114, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dn-": 2770, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "cap": 0, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "cap+": 1691, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "cap-": 1691, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "rss": 70528, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "heap": 223608 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_server": { 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_client_request": 2909, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_server_request": 242, 2024-04-23T18:33:35.634 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_request": 1986, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_session": 8, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_peer_request": 1061, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_create_latency": { 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getattr_latency": { 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 3, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.008030366, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.002676788 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:35.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_link_latency": { 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookup_latency": { 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 833, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.280593939, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000336847 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:35.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupino_latency": { 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupname_latency": { 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.637 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.638 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lssnap_latency": { 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mkdir_latency": { 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mknod_latency": { 2024-04-23T18:33:35.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mksnap_latency": { 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "req_open_latency": { 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.640 INFO:teuthology.orchestra.run.smithi152.stdout: "req_readdir_latency": { 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 83, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.077558538, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000934440 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rename_latency": { 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmdir_latency": { 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 73, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 1.243937796, 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.017040243 2024-04-23T18:33:35.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setattr_latency": { 2024-04-23T18:33:35.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.644 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setlayout_latency": { 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setxattr_latency": { 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "req_symlink_latency": { 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.645 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "req_unlink_latency": { 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 946, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 1.459312880, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.001542614 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.646 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_sessions": { 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "session_count": 1, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "session_add": 1, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "session_remove": 0, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_open": 1, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_stale": 0, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "total_load": 1649, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "average_load": 1649, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "avg_session_uptime": 1805, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "mempool": { 2024-04-23T18:33:35.647 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:35.648 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:35.649 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_items": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_bytes": 890717, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_items": 951, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_bytes": 0, 2024-04-23T18:33:35.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_items": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_items": 170, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_items": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_bytes": 2810580, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_items": 44270, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:35.651 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_items": 0, 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_items": 0 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: "objecter": { 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: "op_active": 0, 2024-04-23T18:33:35.652 INFO:teuthology.orchestra.run.smithi152.stdout: "op_laggy": 0, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send": 1826, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send_bytes": 7911618, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "op_resend": 33, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "op_reply": 1826, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "op_latency": { 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1826, 2024-04-23T18:33:35.653 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 4.254949136, 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.002330202 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: "op_inflight": 0, 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: "oplen_avg": { 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1826, 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 1878 2024-04-23T18:33:35.654 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "op": 1826, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "op_r": 26, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "op_w": 1800, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "op_rmw": 0, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "op_pg": 0, 2024-04-23T18:33:35.655 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_stat": 0, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_create": 10, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_read": 26, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_write": 776, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writefull": 19, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writesame": 0, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_append": 0, 2024-04-23T18:33:35.656 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_zero": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_truncate": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_delete": 959, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_mapext": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_getxattr": 0, 2024-04-23T18:33:35.657 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_setxattr": 20, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_call": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_watch": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_notify": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:35.658 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_other": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_active": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_send": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_resend": 0, 2024-04-23T18:33:35.659 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_ping": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_active": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_send": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_resend": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_active": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_send": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_resend": 0, 2024-04-23T18:33:35.660 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_active": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_send": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_resend": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "command_active": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "command_send": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "command_resend": 0, 2024-04-23T18:33:35.661 INFO:teuthology.orchestra.run.smithi152.stdout: "map_epoch": 97, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "map_full": 0, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "map_inc": 11, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_sessions": 12, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_open": 12, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_close": 0, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_laggy": 0, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_wr": 53, 2024-04-23T18:33:35.662 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_rd": 0, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_del": 15 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "oft": { 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_objs": 1, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_updates": 0, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_removes": 0 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "osd-slow-ops": { 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_ops_count": 985 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "purge_queue": { 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:35.663 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops_high_water": 6, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing": 0, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_high_water": 6, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed_ops": 946, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed": 946, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 21134, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 9138074, 2024-04-23T18:33:35.664 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 21134, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 21134, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 9138074, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:35.665 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 1826, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 8012908, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 1826, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 8012908, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.666 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 1024, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 1826, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 1826, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 1826, 2024-04-23T18:33:35.667 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 1826, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 946, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 101290, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 946, 2024-04-23T18:33:35.668 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 26, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 101290, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle-0x55dd5a1aa500": { 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:35.669 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 3113, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 7733980, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 3113, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 750, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 7733980, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.670 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:35.671 INFO:teuthology.orchestra.run.smithi152.stdout:} 2024-04-23T18:33:36.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:35 smithi116 ceph-mon[32310]: pgmap v327: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:36.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:35 smithi055 ceph-mon[29189]: pgmap v327: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:36.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:35 smithi152 ceph-mon[33022]: pgmap v327: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds.exported=12 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds.imported=12 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=151 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=2639 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=3 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:36.553 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:36.553 DEBUG:tasks.check_counter:Getting stats from i 2024-04-23T18:33:36.554 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.i perf dump 2024-04-23T18:33:36.794 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:38.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:37 smithi116 ceph-mon[32310]: pgmap v328: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:38.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:37 smithi055 ceph-mon[29189]: pgmap v328: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:38.242 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:37 smithi152 ceph-mon[33022]: pgmap v328: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:38.610 INFO:teuthology.orchestra.run.smithi152.stdout:{ 2024-04-23T18:33:38.610 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:38.610 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 1120, 2024-04-23T18:33:38.611 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 1122, 2024-04-23T18:33:38.611 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 33903794, 2024-04-23T18:33:38.611 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 356170, 2024-04-23T18:33:38.611 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:38.611 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 3, 2024-04-23T18:33:38.612 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.135570540, 2024-04-23T18:33:38.612 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.036134919, 2024-04-23T18:33:38.612 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.048491332, 2024-04-23T18:33:38.612 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.038803582, 2024-04-23T18:33:38.612 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1120, 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.052659792, 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000047017 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.613 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:38.614 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 776, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 733, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 22778799, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 291962, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.106158742, 2024-04-23T18:33:38.615 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.031265723, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.059003873, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.020990820, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 732, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.033474917, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000045730 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.616 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 1678256, 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 130352 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:38.617 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 784, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 938, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 24180043, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 692559, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 8, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 6, 2024-04-23T18:33:38.618 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.093634148, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.030891536, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.032129963, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.021588107, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 936, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.044997987, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000048074 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.619 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 445472 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "cct": { 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "total_workers": 1, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "unhealthy_workers": 0 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.620 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-MDSRank": { 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 4003, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.227508632, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000056834 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.621 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "mds": { 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "request": 0, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "reply": 0, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "reply_latency": { 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_reply": 0, 2024-04-23T18:33:38.622 INFO:teuthology.orchestra.run.smithi152.stdout: "forward": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_commit": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_split": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_merge": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes": 9887, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_top": 6651, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_bottom": 3236, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pinned": 386, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_expired": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:38.623 INFO:teuthology.orchestra.run.smithi152.stdout: "caps": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "subtrees": 2, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_hit": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_forward": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_discover": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_lock": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "load_cent": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "q": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "exported": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "exported_inodes": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "imported": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "imported_inodes": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:38.624 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rfiles": 4, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rbytes": 234, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rsnaps": 6, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:38.625 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "process_request_cap_release": 0 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_cache": { 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update": 0, 2024-04-23T18:33:38.626 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_try_discover": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_send_discover": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_created": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_enqueued": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_migrated": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_started": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_completed": 0, 2024-04-23T18:33:38.627 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_flush": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_inodestats": 0 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_log": { 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "evlrg": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "evadd": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "evex": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "evtrm": 0, 2024-04-23T18:33:38.628 INFO:teuthology.orchestra.run.smithi152.stdout: "ev": 32906, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "evexg": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "evexd": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segadd": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segex": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segtrm": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "seg": 2, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segmjr": 16, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segexg": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "segexd": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "expos": 82466081, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "wrpos": 82694429, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "rdpos": 82694317, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "jlat": { 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.629 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "replayed": 32906 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_mem": { 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "ino": 2551, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "ino+": 13783, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "ino-": 11232, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "dir": 234, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "dir+": 772, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "dir-": 538, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "dn": 9887, 2024-04-23T18:33:38.630 INFO:teuthology.orchestra.run.smithi152.stdout: "dn+": 17976, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "dn-": 8089, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "cap": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "cap+": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "cap-": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "rss": 76724, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "heap": 215416 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_server": { 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_request": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_session": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_peer_request": 0, 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "req_create_latency": { 2024-04-23T18:33:38.631 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getattr_latency": { 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.632 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "req_link_latency": { 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookup_latency": { 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.633 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupino_latency": { 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupname_latency": { 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.634 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lssnap_latency": { 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mkdir_latency": { 2024-04-23T18:33:38.635 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mknod_latency": { 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mksnap_latency": { 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.636 INFO:teuthology.orchestra.run.smithi152.stdout: "req_open_latency": { 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "req_readdir_latency": { 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rename_latency": { 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.637 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.638 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmdir_latency": { 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:38.639 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setattr_latency": { 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.640 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setlayout_latency": { 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setxattr_latency": { 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.641 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "req_symlink_latency": { 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "req_unlink_latency": { 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.642 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_sessions": { 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "session_count": 2, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "session_add": 5, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "session_remove": 3, 2024-04-23T18:33:38.643 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_open": 4, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_stale": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "total_load": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "average_load": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "avg_session_uptime": 2983, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "mempool": { 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:38.644 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:38.645 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:38.646 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_bytes": 322350, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_items": 2767, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:38.647 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_items": 170, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_items": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_bytes": 13317018, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_items": 165107, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_items": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_items": 0 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "objecter": { 2024-04-23T18:33:38.648 INFO:teuthology.orchestra.run.smithi152.stdout: "op_active": 0, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_laggy": 0, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send": 2405, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send_bytes": 26, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_resend": 4, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_reply": 2405, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_latency": { 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2405, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2.898965333, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.001205390 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op_inflight": 0, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "oplen_avg": { 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2405, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2406 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.649 INFO:teuthology.orchestra.run.smithi152.stdout: "op": 2405, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "op_r": 2405, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "op_w": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "op_rmw": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "op_pg": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_stat": 1507, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_create": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_read": 895, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_write": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writefull": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writesame": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_append": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_zero": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_truncate": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_delete": 0, 2024-04-23T18:33:38.650 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_mapext": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_getxattr": 2, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_call": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_watch": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_notify": 0, 2024-04-23T18:33:38.651 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_other": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_active": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_send": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_resend": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_ping": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_active": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_send": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_resend": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_active": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_send": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_resend": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_active": 0, 2024-04-23T18:33:38.652 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_send": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_resend": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "command_active": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "command_send": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "command_resend": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "map_epoch": 97, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "map_full": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "map_inc": 11, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_sessions": 9, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_open": 9, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_close": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_laggy": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_wr": 0, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_rd": 2, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_del": 0 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.653 INFO:teuthology.orchestra.run.smithi152.stdout: "oft": { 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_objs": 0, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_updates": 0, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_removes": 0 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "osd-slow-ops": { 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_ops_count": 0 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "purge_queue": { 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:38.654 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 2676, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 80605220, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 2676, 2024-04-23T18:33:38.655 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2676, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 80605220, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:38.656 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2405, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 78507278, 2024-04-23T18:33:38.657 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2405, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 78507278, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 1024, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:38.658 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2405, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 2405, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2405, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 2405, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:38.659 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle-0x564ed69b46e0": { 2024-04-23T18:33:38.660 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:38.661 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.662 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:38.662 INFO:teuthology.orchestra.run.smithi152.stdout:} 2024-04-23T18:33:39.390 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-04-23T18:33:39.390 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-04-23T18:33:39.391 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-04-23T18:33:39.391 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=0 2024-04-23T18:33:39.391 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-04-23T18:33:39.391 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:39.391 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:39.391 DEBUG:tasks.check_counter:Getting stats from l 2024-04-23T18:33:39.391 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f shell --fsid e5804afc-019c-11ef-bc93-c7b262605968 -- ceph daemon mds.l perf dump 2024-04-23T18:33:39.627 INFO:teuthology.orchestra.run.smithi152.stderr:Inferring config /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/mon.c/config 2024-04-23T18:33:40.042 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:39 smithi152 ceph-mon[33022]: pgmap v329: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:40.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:39 smithi116 ceph-mon[32310]: pgmap v329: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:40.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:39 smithi055 ceph-mon[29189]: pgmap v329: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout:{ 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-0": { 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 732, 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 696, 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 2486097, 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 282548, 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 6, 2024-04-23T18:33:41.395 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 2, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.090567494, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.028982010, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.049629007, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.016498085, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 695, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.033741790, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000048549 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.396 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 1650608, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 134672 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-1": { 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 659, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 819, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 8553300, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 652395, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 7, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 5, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.076469184, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.027972700, 2024-04-23T18:33:41.397 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.019176528, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.021784090, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 817, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.038653422, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000047311 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-04-23T18:33:41.398 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 444736 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "AsyncMessenger::Worker-2": { 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_messages": 1056, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages": 1058, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_bytes": 8724958, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_bytes": 335866, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_created_connections": 5, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_active_connections": 4, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_total_time": 0.126849262, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_send_time": 0.036594669, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_recv_time": 0.037560468, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_running_fast_dispatch_time": 0.041119326, 2024-04-23T18:33:41.399 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_messages_queue_lat": { 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 1056, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.053967597, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000051105 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_handle_ack_lat": { 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_recv_encrypted_bytes": 0, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "msgr_send_encrypted_bytes": 0 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "cct": { 2024-04-23T18:33:41.400 INFO:teuthology.orchestra.run.smithi152.stdout: "total_workers": 1, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "unhealthy_workers": 0 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-MDSRank": { 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 3665, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.108911754, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000029716 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "finisher-PurgeQueue": { 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "queue_len": 0, 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "complete_latency": { 2024-04-23T18:33:41.401 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "mds": { 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "request": 0, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "reply": 0, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "reply_latency": { 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.402 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_reply": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "forward": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_complete": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_fetch_keys": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_commit": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_split": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_merge": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes": 4270, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_top": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_bottom": 4270, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pin_tail": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_pinned": 4270, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_expired": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "inodes_with_caps": 0, 2024-04-23T18:33:41.403 INFO:teuthology.orchestra.run.smithi152.stdout: "caps": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "subtrees": 1, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_hit": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_forward": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_discover": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_dir_fetch": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_remote_ino": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "traverse_lock": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "load_cent": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "q": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "exported": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "exported_inodes": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "imported": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "imported_inodes": 0, 2024-04-23T18:33:41.404 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_dir_fetch": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_backtrace_fetch": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "openino_peer_discover": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rfiles": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rbytes": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "root_rsnaps": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_fetch": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_set_tag": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_backtrace_repaired": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_inotable_repaired": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_inodes": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dir_base_inodes": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_dirfrag_rstats": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "scrub_file_inodes": 0, 2024-04-23T18:33:41.405 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_inode_file_caps": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_revoke": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_grant": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_trunc": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "ceph_cap_op_flush_ack": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_caps_dirty": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_cap_release": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "process_request_cap_release": 0 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_cache": { 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update": 0, 2024-04-23T18:33:41.406 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_update_receipt": 0, 2024-04-23T18:33:41.454 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_try_discover": 0, 2024-04-23T18:33:41.454 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_send_discover": 0, 2024-04-23T18:33:41.454 INFO:teuthology.orchestra.run.smithi152.stdout: "dir_handle_discover": 0, 2024-04-23T18:33:41.454 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_delayed": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "num_strays_enqueuing": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_created": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_enqueued": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_reintegrated": 0, 2024-04-23T18:33:41.455 INFO:teuthology.orchestra.run.smithi152.stdout: "strays_migrated": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_processing": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_enqueued": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "num_recovering_prioritized": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_started": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "recovery_completed": 0, 2024-04-23T18:33:41.456 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_path": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_quiesce_inode": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_enqueue_scrub": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_exportdir": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_flush": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragmentdir": 0, 2024-04-23T18:33:41.457 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_fragstats": 0, 2024-04-23T18:33:41.458 INFO:teuthology.orchestra.run.smithi152.stdout: "ireq_inodestats": 0 2024-04-23T18:33:41.458 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.458 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_log": { 2024-04-23T18:33:41.458 INFO:teuthology.orchestra.run.smithi152.stdout: "evlrg": 0, 2024-04-23T18:33:41.458 INFO:teuthology.orchestra.run.smithi152.stdout: "evadd": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "evex": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "evtrm": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "ev": 7056, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "evexg": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "evexd": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "segadd": 0, 2024-04-23T18:33:41.459 INFO:teuthology.orchestra.run.smithi152.stdout: "segex": 0, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "segtrm": 0, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "seg": 10, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "segmjr": 2, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "segexg": 0, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "segexd": 0, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "expos": 4194304, 2024-04-23T18:33:41.460 INFO:teuthology.orchestra.run.smithi152.stdout: "wrpos": 21684911, 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: "rdpos": 21680843, 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: "jlat": { 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.461 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: "replayed": 7056 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_mem": { 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: "ino": 1317, 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: "ino+": 3304, 2024-04-23T18:33:41.462 INFO:teuthology.orchestra.run.smithi152.stdout: "ino-": 1987, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dir": 132, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dir+": 182, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dir-": 50, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dn": 4270, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dn+": 4949, 2024-04-23T18:33:41.463 INFO:teuthology.orchestra.run.smithi152.stdout: "dn-": 679, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "cap": 0, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "cap+": 0, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "cap-": 0, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "rss": 62284, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "heap": 215416 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.464 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_server": { 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_client_request": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "dispatch_server_request": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_request": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_client_session": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "handle_peer_request": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "req_create_latency": { 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.465 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getattr_latency": { 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.466 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getfilelock_latency": { 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "req_link_latency": { 2024-04-23T18:33:41.467 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookup_latency": { 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.468 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookuphash_latency": { 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.469 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupino_latency": { 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.470 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupname_latency": { 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupparent_latency": { 2024-04-23T18:33:41.471 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lookupsnap_latency": { 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.472 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: "req_lssnap_latency": { 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.473 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mkdir_latency": { 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mknod_latency": { 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.475 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "req_mksnap_latency": { 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.476 INFO:teuthology.orchestra.run.smithi152.stdout: "req_open_latency": { 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "req_readdir_latency": { 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.477 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.478 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.478 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rename_latency": { 2024-04-23T18:33:41.478 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.478 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "req_renamesnap_latency": { 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.479 INFO:teuthology.orchestra.run.smithi152.stdout: "req_snapdiff_latency": { 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmdir_latency": { 2024-04-23T18:33:41.480 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmsnap_latency": { 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.481 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: "req_rmxattr_latency": { 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.482 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setattr_latency": { 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setdirlayout_latency": { 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.483 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setfilelock_latency": { 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setlayout_latency": { 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "req_setxattr_latency": { 2024-04-23T18:33:41.484 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "req_symlink_latency": { 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "req_unlink_latency": { 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.485 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_revoke_eviction": 0, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "cap_acquisition_throttle": 0, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "req_getvxattr_latency": { 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_sessions": { 2024-04-23T18:33:41.486 INFO:teuthology.orchestra.run.smithi152.stdout: "session_count": 1, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "session_add": 2, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "session_remove": 1, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_open": 1, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "sessions_stale": 0, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "total_load": 0, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "average_load": 0, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "avg_session_uptime": 1810, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "mdthresh_evicted": 0 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "mempool": { 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_bytes": 0, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "bloom_filter_items": 0, 2024-04-23T18:33:41.487 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_alloc_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_data_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_onode_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_meta_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_other_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_cache_buffer_items": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_bytes": 0, 2024-04-23T18:33:41.488 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_extent_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_blob_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_shared_blob_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_inline_bl_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_fsck_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_txc_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_bytes": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_deferred_items": 0, 2024-04-23T18:33:41.489 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluestore_writing_items": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_items": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_reader_items": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "bluefs_file_writer_items": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_bytes": 258204, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_anon_items": 1462, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "buffer_meta_items": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_bytes": 0, 2024-04-23T18:33:41.490 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_items": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_bytes": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_mapbl_items": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_bytes": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_pglog_items": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_bytes": 8136, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_items": 170, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_bytes": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "osdmap_mapping_items": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_bytes": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "pgmap_items": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_bytes": 6308939, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "mds_co_items": 71999, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_bytes": 0, 2024-04-23T18:33:41.491 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_1_items": 0, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_bytes": 0, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "unittest_2_items": 0 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "objecter": { 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_active": 0, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_laggy": 0, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send": 2174, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_send_bytes": 21, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_resend": 3, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_reply": 2174, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "op_latency": { 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2174, 2024-04-23T18:33:41.492 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2.152974272, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000990328 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op_inflight": 0, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "oplen_avg": { 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 2174, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 2175 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op": 2174, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op_r": 2174, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op_w": 0, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op_rmw": 0, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "op_pg": 0, 2024-04-23T18:33:41.493 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_stat": 1385, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_create": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_read": 787, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_write": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writefull": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_writesame": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_append": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_zero": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_truncate": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_delete": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_mapext": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_sparse_read": 0, 2024-04-23T18:33:41.494 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_clonerange": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_getxattr": 1, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_setxattr": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_cmpxattr": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_rmxattr": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_resetxattrs": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_call": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_watch": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_notify": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_src_cmpxattr": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_pgls_filter": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "osdop_other": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_active": 0, 2024-04-23T18:33:41.495 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_send": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_resend": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "linger_ping": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_active": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_send": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolop_resend": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_active": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_send": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "poolstat_resend": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_active": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_send": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "statfs_resend": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "command_active": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "command_send": 0, 2024-04-23T18:33:41.496 INFO:teuthology.orchestra.run.smithi152.stdout: "command_resend": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "map_epoch": 97, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "map_full": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "map_inc": 11, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_sessions": 7, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_open": 7, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_session_close": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "osd_laggy": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_wr": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_rd": 2, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_del": 0 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "oft": { 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_objs": 0, 2024-04-23T18:33:41.497 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_kv_pairs": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_updates": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "omap_total_removes": 0 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "osd-slow-ops": { 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "slow_ops_count": 0 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "purge_queue": { 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_ops_high_water": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executing_high_water": 0, 2024-04-23T18:33:41.498 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed_ops": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_executed": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "pq_item_in_journal": 0 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 2443, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 19527916, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 2443, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:41.499 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2443, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 19527916, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_bytes": { 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 104857600, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:41.500 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2174, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 17495085, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2174, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 17495085, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-objecter_ops": { 2024-04-23T18:33:41.501 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 1024, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 2174, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 2174, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 2174, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 2174, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.502 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle": { 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:41.503 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: }, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "throttle-write_buf_throttle-0x5642c05a66e0": { 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "val": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "max": 3758096384, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "get_started": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "get": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "get_sum": 0, 2024-04-23T18:33:41.504 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_fail": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "get_or_fail_success": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "take": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "take_sum": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "put": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "put_sum": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "wait": { 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "avgcount": 0, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "sum": 0.000000000, 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: "avgtime": 0.000000000 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout: } 2024-04-23T18:33:41.505 INFO:teuthology.orchestra.run.smithi152.stdout:} 2024-04-23T18:33:42.160 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:41 smithi152 ceph-mon[33022]: pgmap v330: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-04-23T18:33:42.187 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-04-23T18:33:42.187 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-04-23T18:33:42.206 INFO:tasks.kclient:Unmounting kernel clients... 2024-04-23T18:33:42.206 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:33:42.206 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:33:42.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:41 smithi116 ceph-mon[32310]: pgmap v330: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:42.229 DEBUG:teuthology.orchestra.run.smithi055:> set -ex 2024-04-23T18:33:42.229 DEBUG:teuthology.orchestra.run.smithi055:> dd if=/proc/self/mounts of=/dev/stdout 2024-04-23T18:33:42.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:41 smithi055 ceph-mon[29189]: pgmap v330: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:42.254 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 -- 172.21.15.55:0/3993815824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c102180 msgr2=0x7faa4c102560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 --2- 172.21.15.55:0/3993815824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c102180 0x7faa4c102560 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009900 tx=0x7faa3c02a410 comp rx=0 tx=0).stop 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 -- 172.21.15.55:0/3993815824 shutdown_connections 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 --2- 172.21.15.55:0/3993815824 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c102b30 0x7faa4c106b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 --2- 172.21.15.55:0/3993815824 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c107250 0x7faa4c10ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 --2- 172.21.15.55:0/3993815824 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c102180 0x7faa4c102560 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 -- 172.21.15.55:0/3993815824 >> 172.21.15.55:0/3993815824 conn(0x7faa4c079350 msgr2=0x7faa4c079760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:42.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 -- 172.21.15.55:0/3993815824 shutdown_connections 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.419+0000 7faa5087c640 1 -- 172.21.15.55:0/3993815824 wait complete. 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 Processor -- start 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 -- start start 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c102180 0x7faa4c19e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c107250 0x7faa4c19ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c1122d0 con 0x7faa4c198650 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c112150 con 0x7faa4c102180 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa5087c640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7faa4c112450 con 0x7faa4c107250 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4a59c640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c102180 0x7faa4c19e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59116/0 (socket says 172.21.15.55:59116) 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 -- 172.21.15.55:0/412112565 learned_addr learned my addr 172.21.15.55:0/412112565 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa49d9b640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c107250 0x7faa4c19ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 -- 172.21.15.55:0/412112565 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c107250 msgr2=0x7faa4c19ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c107250 0x7faa4c19ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 -- 172.21.15.55:0/412112565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c102180 msgr2=0x7faa4c19e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.420+0000 7faa4ad9d640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c102180 0x7faa4c19e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa4ad9d640 1 -- 172.21.15.55:0/412112565 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa4c199250 con 0x7faa4c198650 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa4ad9d640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7faa4400eaa0 tx=0x7faa4400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa4400cdb0 con 0x7faa4c198650 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa4c1a5330 con 0x7faa4c198650 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7faa44005020 con 0x7faa4c198650 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa440116d0 con 0x7faa4c198650 2024-04-23T18:33:42.415 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.421+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa4c1a5730 con 0x7faa4c198650 2024-04-23T18:33:42.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.422+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa4c103650 con 0x7faa4c198650 2024-04-23T18:33:42.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.423+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7faa440051d0 con 0x7faa4c198650 2024-04-23T18:33:42.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.424+0000 7faa3b7fe640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 0x7faa340a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.416 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.424+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7faa440d0d00 con 0x7faa4c198650 2024-04-23T18:33:42.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.424+0000 7faa4a59c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 0x7faa340a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.424+0000 7faa4a59c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 0x7faa340a61e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009230 tx=0x7faa3c0058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:42.419 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.427+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7faa44016030 con 0x7faa4c198650 2024-04-23T18:33:42.608 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.616+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faa4c0691c0 con 0x7faa4c198650 2024-04-23T18:33:42.610 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.618+0000 7faa3b7fe640 1 -- 172.21.15.55:0/412112565 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+23115 (secure 0 0 0) 0x7faa4409cd30 con 0x7faa4c198650 2024-04-23T18:33:42.610 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:42.610 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":97,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:33:16.850579+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":96,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 msgr2=0x7faa340a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 0x7faa340a61e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7faa3c009230 tx=0x7faa3c0058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 msgr2=0x7faa4c198ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7faa4400eaa0 tx=0x7faa4400ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 shutdown_connections 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7faa340a3d20 0x7faa340a61e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.612 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7faa4c107250 0x7faa4c19ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7faa4c198650 0x7faa4c198ad0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 --2- 172.21.15.55:0/412112565 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7faa4c102180 0x7faa4c19e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 >> 172.21.15.55:0/412112565 conn(0x7faa4c079350 msgr2=0x7faa4c100230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:42.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 shutdown_connections 2024-04-23T18:33:42.613 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.620+0000 7faa5087c640 1 -- 172.21.15.55:0/412112565 wait complete. 2024-04-23T18:33:42.623 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-23T18:16:22.931467+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-23T18:20:59.650950+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-23T18:21:00.890609+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '96', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 96, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-23T18:33:42.624 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.736+0000 7f25162cf640 1 -- 172.21.15.55:0/941706043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f25101031d0 msgr2=0x7f25101035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.736+0000 7f25162cf640 1 --2- 172.21.15.55:0/941706043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f25101031d0 0x7f25101035b0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f2500009900 tx=0x7f250002a510 comp rx=0 tx=0).stop 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 -- 172.21.15.55:0/941706043 shutdown_connections 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 --2- 172.21.15.55:0/941706043 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f251010c510 0x7f251010e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 --2- 172.21.15.55:0/941706043 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f2510103af0 0x7f251010bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 --2- 172.21.15.55:0/941706043 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f25101031d0 0x7f25101035b0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 -- 172.21.15.55:0/941706043 >> 172.21.15.55:0/941706043 conn(0x7f2510077f50 msgr2=0x7f2510078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 -- 172.21.15.55:0/941706043 shutdown_connections 2024-04-23T18:33:42.731 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 -- 172.21.15.55:0/941706043 wait complete. 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 Processor -- start 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.737+0000 7f25162cf640 1 -- start start 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25101031d0 0x7f2510100e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2510103af0 0x7f2510101360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f25101122e0 con 0x7f251010c510 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f2510112160 con 0x7f25101031d0 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f2510112460 con 0x7f2510103af0 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59134/0 (socket says 172.21.15.55:59134) 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 -- 172.21.15.55:0/2745384956 learned_addr learned my addr 172.21.15.55:0/2745384956 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f250ffff640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25101031d0 0x7f2510100e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f250f7fe640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2510103af0 0x7f2510101360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.732 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 -- 172.21.15.55:0/2745384956 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2510103af0 msgr2=0x7f2510101360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2510103af0 0x7f2510101360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 -- 172.21.15.55:0/2745384956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25101031d0 msgr2=0x7f2510100e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25101031d0 0x7f2510100e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 -- 172.21.15.55:0/2745384956 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25101a6d20 con 0x7f251010c510 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f251486c640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f250800eaa0 tx=0x7f250800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f250800cdb0 con 0x7f251010c510 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f2508005020 con 0x7f251010c510 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.738+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25101a7010 con 0x7f251010c510 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.739+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25080116d0 con 0x7f251010c510 2024-04-23T18:33:42.733 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.739+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25101a7580 con 0x7f251010c510 2024-04-23T18:33:42.734 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.739+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2510068d70 con 0x7f251010c510 2024-04-23T18:33:42.734 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.741+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f25080051d0 con 0x7f251010c510 2024-04-23T18:33:42.734 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.741+0000 7f250d7fa640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 0x7f24f80a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:42.735 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.742+0000 7f250ffff640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 0x7f24f80a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:42.735 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.742+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f25080d0880 con 0x7f251010c510 2024-04-23T18:33:42.735 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.742+0000 7f250ffff640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 0x7f24f80a6260 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2500009230 tx=0x7f25000058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:42.738 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.746+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f2508016030 con 0x7f251010c510 2024-04-23T18:33:42.926 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.934+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f2510107100 con 0x7f251010c510 2024-04-23T18:33:42.926 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.934+0000 7f250d7fa640 1 -- 172.21.15.55:0/2745384956 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) ==== 93+0+10 (secure 0 0 0) 0x7f250809c8b0 con 0x7f251010c510 2024-04-23T18:33:42.927 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 1 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 msgr2=0x7f24f80a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 0x7f24f80a6260 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2500009230 tx=0x7f25000058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 msgr2=0x7f25101018a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f250800eaa0 tx=0x7f250800ef60 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 shutdown_connections 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f24f80a3da0 0x7f24f80a6260 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f2510103af0 0x7f2510101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f251010c510 0x7f25101018a0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 --2- 172.21.15.55:0/2745384956 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f25101031d0 0x7f2510100e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 >> 172.21.15.55:0/2745384956 conn(0x7f2510077f50 msgr2=0x7f25100fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 shutdown_connections 2024-04-23T18:33:42.929 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:42.937+0000 7f25162cf640 1 -- 172.21.15.55:0/2745384956 wait complete. 2024-04-23T18:33:42.940 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-23T18:33:43.046 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 -- 172.21.15.55:0/3625923909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 msgr2=0x7f71a410dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 --2- 172.21.15.55:0/3625923909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410dd20 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f719c009ca0 tx=0x7f719c02a8c0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 -- 172.21.15.55:0/3625923909 shutdown_connections 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 --2- 172.21.15.55:0/3625923909 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410dd20 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 --2- 172.21.15.55:0/3625923909 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a4101a30 0x7f71a4105a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 --2- 172.21.15.55:0/3625923909 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 0x7f71a4101460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 -- 172.21.15.55:0/3625923909 >> 172.21.15.55:0/3625923909 conn(0x7f71a4078000 msgr2=0x7f71a4078410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 -- 172.21.15.55:0/3625923909 shutdown_connections 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.052+0000 7f71a955d640 1 -- 172.21.15.55:0/3625923909 wait complete. 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 Processor -- start 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 -- start start 2024-04-23T18:33:43.047 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 0x7f71a410e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a410f130 0x7f71a41a69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f71a41122f0 con 0x7f71a4106150 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f71a4112170 con 0x7f71a410f130 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.053+0000 7f71a955d640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f71a4112470 con 0x7f71a4101080 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59158/0 (socket says 172.21.15.55:59158) 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 -- 172.21.15.55:0/720036246 learned_addr learned my addr 172.21.15.55:0/720036246 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a2ffd640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 0x7f71a410e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a37fe640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a410f130 0x7f71a41a69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 -- 172.21.15.55:0/720036246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 msgr2=0x7f71a410e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 0x7f71a410e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 -- 172.21.15.55:0/720036246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a410f130 msgr2=0x7f71a41a69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.048 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a410f130 0x7f71a41a69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 -- 172.21.15.55:0/720036246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71a41a7040 con 0x7f71a4106150 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a27fc640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7198005fd0 tx=0x7f719800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198017070 con 0x7f71a4106150 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f7198009c30 con 0x7f71a4106150 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7198003de0 con 0x7f71a4106150 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71a41a7330 con 0x7f71a4106150 2024-04-23T18:33:43.049 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.054+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71a41a7880 con 0x7f71a4106150 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.055+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71a4068d70 con 0x7f71a4106150 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.057+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f7198003f80 con 0x7f71a4106150 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.058+0000 7f718bfff640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 0x7f718c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.058+0000 7f71a2ffd640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 0x7f718c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.058+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f71980d0b00 con 0x7f71a4106150 2024-04-23T18:33:43.050 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.058+0000 7f71a2ffd640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 0x7f718c0a61e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7194005fd0 tx=0x7f719400b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.053 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.061+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f7198020030 con 0x7f71a4106150 2024-04-23T18:33:43.199 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:42 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/412112565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:43.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:42 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/412112565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:43.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:42 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/412112565' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:43.238 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.246+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f71a41093e0 con 0x7f71a4106150 2024-04-23T18:33:43.239 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.247+0000 7f718bfff640 1 -- 172.21.15.55:0/720036246 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) ==== 104+0+11 (secure 0 0 0) 0x7f719809d180 con 0x7f71a4106150 2024-04-23T18:33:43.239 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 32 2024-04-23T18:33:43.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 msgr2=0x7f718c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 0x7f718c0a61e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f7194005fd0 tx=0x7f719400b390 comp rx=0 tx=0).stop 2024-04-23T18:33:43.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 msgr2=0x7f71a410ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.241 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f7198005fd0 tx=0x7f719800dde0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 shutdown_connections 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f718c0a3d20 0x7f718c0a61e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f71a410f130 0x7f71a41a69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f71a4106150 0x7f71a410ebf0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 --2- 172.21.15.55:0/720036246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f71a4101080 0x7f71a410e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 >> 172.21.15.55:0/720036246 conn(0x7f71a4078000 msgr2=0x7f71a40fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 shutdown_connections 2024-04-23T18:33:43.242 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.249+0000 7f71a955d640 1 -- 172.21.15.55:0/720036246 wait complete. 2024-04-23T18:33:43.252 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-23T18:33:43.357 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 -- 172.21.15.55:0/3704275821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 msgr2=0x7f65b006aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 --2- 172.21.15.55:0/3704275821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b006aba0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f65a0009900 tx=0x7f65a002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 -- 172.21.15.55:0/3704275821 shutdown_connections 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 --2- 172.21.15.55:0/3704275821 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b006b170 0x7f65b0106ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 --2- 172.21.15.55:0/3704275821 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b010ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 --2- 172.21.15.55:0/3704275821 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b006aba0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 -- 172.21.15.55:0/3704275821 >> 172.21.15.55:0/3704275821 conn(0x7f65b0076c50 msgr2=0x7f65b0077060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 -- 172.21.15.55:0/3704275821 shutdown_connections 2024-04-23T18:33:43.358 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.365+0000 7f65b5060640 1 -- 172.21.15.55:0/3704275821 wait complete. 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 Processor -- start 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 -- start start 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b019e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 0x7f65b0198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f65b0112300 con 0x7f65b006a7c0 2024-04-23T18:33:43.362 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f65b0112180 con 0x7f65b0107280 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65b5060640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f65b0112480 con 0x7f65b0198640 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65aed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65aed9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59182/0 (socket says 172.21.15.55:59182) 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.366+0000 7f65aed9d640 1 -- 172.21.15.55:0/1506095959 learned_addr learned my addr 172.21.15.55:0/1506095959 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65a7fff640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b019e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65af59e640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 0x7f65b0198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 -- 172.21.15.55:0/1506095959 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 msgr2=0x7f65b0198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 0x7f65b0198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 -- 172.21.15.55:0/1506095959 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 msgr2=0x7f65b019e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b019e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 -- 172.21.15.55:0/1506095959 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65b0199160 con 0x7f65b006a7c0 2024-04-23T18:33:43.363 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65a7fff640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b019e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65af59e640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 0x7f65b0198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65aed9d640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f65a0005ab0 tx=0x7f65a00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65a003f030 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65b01993f0 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f65a0003cd0 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65a0035070 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.367+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65b01a55f0 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.368+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65b0103680 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.369+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f65a0042030 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.370+0000 7f65acd99640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 0x7f659c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.370+0000 7f65a7fff640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 0x7f659c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.370+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f65a00f1040 con 0x7f65b006a7c0 2024-04-23T18:33:43.364 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.370+0000 7f65a7fff640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 0x7f659c0a61e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6598005d00 tx=0x7f6598005ed0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.365 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.373+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f65a00bd660 con 0x7f65b006a7c0 2024-04-23T18:33:43.549 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.557+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f65b010a490 con 0x7f65b006a7c0 2024-04-23T18:33:43.550 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.558+0000 7f65acd99640 1 -- 172.21.15.55:0/1506095959 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v97) ==== 100+0+11 (secure 0 0 0) 0x7f65a00bcf60 con 0x7f65b006a7c0 2024-04-23T18:33:43.550 INFO:teuthology.orchestra.run.smithi055.stdout:pg_num: 64 2024-04-23T18:33:43.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 msgr2=0x7f659c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 0x7f659c0a61e0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f6598005d00 tx=0x7f6598005ed0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 msgr2=0x7f65b019e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f65a0005ab0 tx=0x7f65a00042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.552 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 shutdown_connections 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f659c0a3d20 0x7f659c0a61e0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f65b0198640 0x7f65b0198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f65b0107280 0x7f65b019e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 --2- 172.21.15.55:0/1506095959 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f65b006a7c0 0x7f65b019e440 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 >> 172.21.15.55:0/1506095959 conn(0x7f65b0076c50 msgr2=0x7f65b00ff3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 shutdown_connections 2024-04-23T18:33:43.553 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.560+0000 7f65b5060640 1 -- 172.21.15.55:0/1506095959 wait complete. 2024-04-23T18:33:43.563 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1301241708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88069d00 msgr2=0x7f5c88106b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1301241708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88069d00 0x7f5c88106b60 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f5c78009900 tx=0x7f5c7802a410 comp rx=0 tx=0).stop 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1301241708 shutdown_connections 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1301241708 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88107290 0x7f5c8810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1301241708 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88069d00 0x7f5c88106b60 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1301241708 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 0x7f5c88069730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1301241708 >> 172.21.15.55:0/1301241708 conn(0x7f5c88077cb0 msgr2=0x7f5c880780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1301241708 shutdown_connections 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1301241708 wait complete. 2024-04-23T18:33:43.668 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 Processor -- start 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- start start 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 0x7f5c8819e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88198600 0x7f5c88198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f5c881122e0 con 0x7f5c88107290 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f5c88112160 con 0x7f5c88198600 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.674+0000 7f5c8fb07640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f5c88112460 con 0x7f5c88069350 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59204/0 (socket says 172.21.15.55:59204) 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 -- 172.21.15.55:0/1536088190 learned_addr learned my addr 172.21.15.55:0/1536088190 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d8a3640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 0x7f5c8819e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8e0a4640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88198600 0x7f5c88198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 -- 172.21.15.55:0/1536088190 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 msgr2=0x7f5c8819e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 0x7f5c8819e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.669 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 -- 172.21.15.55:0/1536088190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88198600 msgr2=0x7f5c88198ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88198600 0x7f5c88198ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 -- 172.21.15.55:0/1536088190 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c88199120 con 0x7f5c88107290 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8d0a2640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f5c78005940 tx=0x7f5c780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c7803f030 con 0x7f5c88107290 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f5c780318f0 con 0x7f5c88107290 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c78035070 con 0x7f5c88107290 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c881993b0 con 0x7f5c88107290 2024-04-23T18:33:43.670 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.675+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c881a55a0 con 0x7f5c88107290 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.676+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c88068d70 con 0x7f5c88107290 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.678+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f5c78042030 con 0x7f5c88107290 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.679+0000 7f5c7effd640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 0x7f5c740a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.679+0000 7f5c8d8a3640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 0x7f5c740a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.679+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f5c780f0db0 con 0x7f5c88107290 2024-04-23T18:33:43.671 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.679+0000 7f5c8d8a3640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 0x7f5c740a61e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5c84009bd0 tx=0x7f5c84005f90 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:43.674 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.682+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f5c780bcde0 con 0x7f5c88107290 2024-04-23T18:33:43.876 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.883+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5c88199b30 con 0x7f5c88107290 2024-04-23T18:33:43.876 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.884+0000 7f5c7effd640 1 -- 172.21.15.55:0/1536088190 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v97) ==== 81+0+941 (secure 0 0 0) 0x7f5c88199b30 con 0x7f5c88107290 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/3544165365 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/794448330 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/1546726449 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6800/3491186478 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/4160333041 2024-04-24T18:13:56.836043+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/1211705184 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6801/1940840354 2024-04-24T18:13:56.836043+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/1834707354 2024-04-24T18:13:56.836043+0000 2024-04-23T18:33:43.877 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/1947202880 2024-04-24T18:13:28.897348+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6800/1940840354 2024-04-24T18:13:56.836043+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/3510567783 2024-04-24T18:13:28.897348+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/66405118 2024-04-24T18:13:28.897348+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6800/463304862 2024-04-24T18:13:28.897348+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6801/3491186478 2024-04-24T18:23:02.103503+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:6801/463304862 2024-04-24T18:13:28.897348+0000 2024-04-23T18:33:43.878 INFO:teuthology.orchestra.run.smithi055.stdout:172.21.15.55:0/3365674314 2024-04-24T18:13:56.836043+0000 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:listed 16 entries 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 msgr2=0x7f5c740a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 0x7f5c740a61e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5c84009bd0 tx=0x7f5c84005f90 comp rx=0 tx=0).stop 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 msgr2=0x7f5c8819e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f5c78005940 tx=0x7f5c780042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 shutdown_connections 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f5c740a3d20 0x7f5c740a61e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.879 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f5c88198600 0x7f5c88198ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f5c88107290 0x7f5c8819e990 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 --2- 172.21.15.55:0/1536088190 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f5c88069350 0x7f5c8819e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:43.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 >> 172.21.15.55:0/1536088190 conn(0x7f5c88077cb0 msgr2=0x7f5c880ff400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:43.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 shutdown_connections 2024-04-23T18:33:43.880 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:43.886+0000 7f5c8fb07640 1 -- 172.21.15.55:0/1536088190 wait complete. 2024-04-23T18:33:43.889 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-04-23T18:33:43.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:43.889 DEBUG:teuthology.orchestra.run.smithi055:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-04-23T18:33:44.023 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:33:44.023 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:44.023 DEBUG:teuthology.orchestra.run.smithi055:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-04-23T18:33:44.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:44.060 DEBUG:teuthology.orchestra.run.smithi055:> ip netns list 2024-04-23T18:33:44.122 INFO:teuthology.orchestra.run.smithi055.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-04-23T18:33:44.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:44.122 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-04-23T18:33:44.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:43 smithi055 ceph-mon[29189]: pgmap v331: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:44.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:43 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/2745384956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:43 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/720036246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:43 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1506095959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.184 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:43 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1536088190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:44.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-04-23T18:33:44.188 DEBUG:teuthology.orchestra.run.smithi055:> sudo ip link delete ceph-brx 2024-04-23T18:33:44.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:43 smithi116 ceph-mon[32310]: pgmap v331: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:44.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:43 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/2745384956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:43 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/720036246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:43 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1506095959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:43 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1536088190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:44.279 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-23T18:33:44.290 INFO:tasks.cephadm:Teardown begin 2024-04-23T18:33:44.290 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-23T18:33:44.290 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:33:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:43 smithi152 ceph-mon[33022]: pgmap v331: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-04-23T18:33:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:43 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/2745384956' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:43 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/720036246' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:43 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1506095959' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-23T18:33:44.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:43 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1536088190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-04-23T18:33:44.395 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 -- 172.21.15.55:0/1069328687 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908101a50 msgr2=0x7fe908105a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 --2- 172.21.15.55:0/1069328687 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908101a50 0x7fe908105a90 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc009900 tx=0x7fe8fc02a410 comp rx=0 tx=0).stop 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 -- 172.21.15.55:0/1069328687 shutdown_connections 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 --2- 172.21.15.55:0/1069328687 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe908106170 0x7fe90810dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 --2- 172.21.15.55:0/1069328687 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908101a50 0x7fe908105a90 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 --2- 172.21.15.55:0/1069328687 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 0x7fe908101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 -- 172.21.15.55:0/1069328687 >> 172.21.15.55:0/1069328687 conn(0x7fe908077f50 msgr2=0x7fe908078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 -- 172.21.15.55:0/1069328687 shutdown_connections 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.401+0000 7fe90dea7640 1 -- 172.21.15.55:0/1069328687 wait complete. 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 Processor -- start 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 -- start start 2024-04-23T18:33:44.396 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 0x7fe90819e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 0x7fe908198b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fe908112310 con 0x7fe908106170 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fe908112190 con 0x7fe9081986d0 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe90dea7640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fe908112490 con 0x7fe9081010a0 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59210/0 (socket says 172.21.15.55:59210) 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 -- 172.21.15.55:0/3291229372 learned_addr learned my addr 172.21.15.55:0/3291229372 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe907fff640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 0x7fe908198b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe9077fe640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 0x7fe90819e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 -- 172.21.15.55:0/3291229372 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 msgr2=0x7fe90819e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 0x7fe90819e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 -- 172.21.15.55:0/3291229372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 msgr2=0x7fe908198b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.397 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 0x7fe908198b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe906ffd640 1 -- 172.21.15.55:0/3291229372 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9081992d0 con 0x7fe908106170 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.402+0000 7fe907fff640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 0x7fe908198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe906ffd640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc005940 tx=0x7fe8fc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc03f030 con 0x7fe908106170 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fe8fc031910 con 0x7fe908106170 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe908199560 con 0x7fe908106170 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc035070 con 0x7fe908106170 2024-04-23T18:33:44.398 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.403+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9081a56a0 con 0x7fe908106170 2024-04-23T18:33:44.399 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.404+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe908102570 con 0x7fe908106170 2024-04-23T18:33:44.399 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.405+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fe8fc042030 con 0x7fe908106170 2024-04-23T18:33:44.399 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.406+0000 7fe904ff9640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.399 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.406+0000 7fe9077fe640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.400 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.406+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7fe8fc0f0c30 con 0x7fe908106170 2024-04-23T18:33:44.400 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.406+0000 7fe9077fe640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800bbe0 tx=0x7fe8f800b390 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:44.402 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.411+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fe8fc0bcc60 con 0x7fe908106170 2024-04-23T18:33:44.629 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.637+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe9081093a0 con 0x7fe908106170 2024-04-23T18:33:44.630 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.638+0000 7fe904ff9640 1 -- 172.21.15.55:0/3291229372 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+11942 (secure 0 0 0) 0x7fe8fc0c0f60 con 0x7fe908106170 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":52,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":52,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:28:56.892516+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24461,24503,24536,24425,24451]},"id":1}]} 2024-04-23T18:33:44.631 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 52 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 msgr2=0x7fe8f00a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe8f800bbe0 tx=0x7fe8f800b390 comp rx=0 tx=0).stop 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 msgr2=0x7fe90819eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.632 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc005940 tx=0x7fe8fc0042f0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 shutdown_connections 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fe8f00a3d20 0x7fe8f00a61e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fe9081986d0 0x7fe908198b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fe908106170 0x7fe90819eb50 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 --2- 172.21.15.55:0/3291229372 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fe9081010a0 0x7fe90819e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 >> 172.21.15.55:0/3291229372 conn(0x7fe908077f50 msgr2=0x7fe9080ff010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 shutdown_connections 2024-04-23T18:33:44.633 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.640+0000 7fe90dea7640 1 -- 172.21.15.55:0/3291229372 wait complete. 2024-04-23T18:33:44.643 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 -- 172.21.15.55:0/4212443819 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac103b00 msgr2=0x7f18ac10bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 --2- 172.21.15.55:0/4212443819 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac103b00 0x7f18ac10bfe0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f189c009900 tx=0x7f189c02a510 comp rx=0 tx=0).stop 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 -- 172.21.15.55:0/4212443819 shutdown_connections 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 --2- 172.21.15.55:0/4212443819 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac10c520 0x7f18ac10e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 --2- 172.21.15.55:0/4212443819 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac103b00 0x7f18ac10bfe0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 --2- 172.21.15.55:0/4212443819 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac1031e0 0x7f18ac1035c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 -- 172.21.15.55:0/4212443819 >> 172.21.15.55:0/4212443819 conn(0x7f18ac077f50 msgr2=0x7f18ac078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:44.748 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 -- 172.21.15.55:0/4212443819 shutdown_connections 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.753+0000 7f18b4594640 1 -- 172.21.15.55:0/4212443819 wait complete. 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 Processor -- start 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 -- start start 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 0x7f18ac19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac10c520 0x7f18ac198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac1122f0 con 0x7f18ac1031e0 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac112170 con 0x7f18ac10c520 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b4594640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f18ac112470 con 0x7f18ac103b00 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b2330640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b2330640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59214/0 (socket says 172.21.15.55:59214) 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b2330640 1 -- 172.21.15.55:0/1658528871 learned_addr learned my addr 172.21.15.55:0/1658528871 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:44.749 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.754+0000 7f18b1b2f640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 0x7f18ac19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2b31640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac10c520 0x7f18ac198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 -- 172.21.15.55:0/1658528871 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 msgr2=0x7f18ac19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 0x7f18ac19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 -- 172.21.15.55:0/1658528871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac10c520 msgr2=0x7f18ac198630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac10c520 0x7f18ac198630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 -- 172.21.15.55:0/1658528871 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18ac198ef0 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b1b2f640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 0x7f18ac19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b2330640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f18a800e9f0 tx=0x7f18a800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a800cd80 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18ac1991e0 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f18a8010900 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18a8018920 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.755+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18ac1a54f0 con 0x7f18ac1031e0 2024-04-23T18:33:44.750 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.756+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18ac0698e0 con 0x7f18ac1031e0 2024-04-23T18:33:44.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.757+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f18a8010ab0 con 0x7f18ac1031e0 2024-04-23T18:33:44.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.758+0000 7f18a37fe640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 0x7f18980a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:44.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.758+0000 7f18b1b2f640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 0x7f18980a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:44.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.758+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f18a80d1160 con 0x7f18ac1031e0 2024-04-23T18:33:44.751 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.759+0000 7f18b1b2f640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 0x7f18980a61e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f18ac199e80 tx=0x7f189c005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:44.753 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.762+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f18a809d7e0 con 0x7f18ac1031e0 2024-04-23T18:33:44.978 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.987+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18ac1076a0 con 0x7f18ac1031e0 2024-04-23T18:33:44.979 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.987+0000 7f18a37fe640 1 -- 172.21.15.55:0/1658528871 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+11942 (secure 0 0 0) 0x7f18a809d0e0 con 0x7f18ac1031e0 2024-04-23T18:33:44.979 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:44.979 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":52,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14520,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6835/1669094016","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6834","nonce":1669094016},{"type":"v1","addr":"172.21.15.55:6835","nonce":1669094016}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14532,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.55:6837/2756714339","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6836","nonce":2756714339},{"type":"v1","addr":"172.21.15.55:6837","nonce":2756714339}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":52,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-04-23T18:21:01.945302+0000","modified":"2024-04-23T18:28:56.892516+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24536,"mds_1":24503,"mds_2":24461,"mds_3":24451,"mds_4":24425},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14604":{"gid":14604,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6839/2499827862","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6838","nonce":2499827862},{"type":"v1","addr":"172.21.15.55:6839","nonce":2499827862}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14616":{"gid":14616,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.55:6841/1921578308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6840","nonce":1921578308},{"type":"v1","addr":"172.21.15.55:6841","nonce":1921578308}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24400":{"gid":24400,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6833/3145474593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6832","nonce":3145474593},{"type":"v1","addr":"172.21.15.152:6833","nonce":3145474593}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24425":{"gid":24425,"name":"k","rank":4,"incarnation":24,"state":"up:active","state_seq":12,"addr":"172.21.15.116:6833/2328903418","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6832","nonce":2328903418},{"type":"v1","addr":"172.21.15.116:6833","nonce":2328903418}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":3,"incarnation":22,"state":"up:active","state_seq":9,"addr":"172.21.15.152:6835/158861674","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6834","nonce":158861674},{"type":"v1","addr":"172.21.15.152:6835","nonce":158861674}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24461":{"gid":24461,"name":"e","rank":2,"incarnation":20,"state":"up:active","state_seq":9,"addr":"172.21.15.116:6835/1984799755","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6834","nonce":1984799755},{"type":"v1","addr":"172.21.15.116:6835","nonce":1984799755}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24463":{"gid":24463,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6837/2253114600","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6836","nonce":2253114600},{"type":"v1","addr":"172.21.15.152:6837","nonce":2253114600}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24484":{"gid":24484,"name":"i","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.152:6839/1208669244","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6838","nonce":1208669244},{"type":"v1","addr":"172.21.15.152:6839","nonce":1208669244}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24503":{"gid":24503,"name":"h","rank":1,"incarnation":18,"state":"up:active","state_seq":7,"addr":"172.21.15.116:6837/1043086347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6836","nonce":1043086347},{"type":"v1","addr":"172.21.15.116:6837","nonce":1043086347}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24536":{"gid":24536,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.116:6839/3023801911","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6838","nonce":3023801911},{"type":"v1","addr":"172.21.15.116:6839","nonce":3023801911}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24536,"qdb_cluster":[24461,24503,24536,24425,24451]},"id":1}]} 2024-04-23T18:33:44.980 INFO:teuthology.orchestra.run.smithi055.stderr:dumped fsmap epoch 52 2024-04-23T18:33:44.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 msgr2=0x7f18980a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 0x7f18980a61e0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f18ac199e80 tx=0x7f189c005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:44.981 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 msgr2=0x7f18ac19e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f18a800e9f0 tx=0x7f18a800eeb0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 shutdown_connections 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f18980a3d20 0x7f18980a61e0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f18ac103b00 0x7f18ac19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f18ac10c520 0x7f18ac198630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 --2- 172.21.15.55:0/1658528871 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f18ac1031e0 0x7f18ac19e570 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 >> 172.21.15.55:0/1658528871 conn(0x7f18ac077f50 msgr2=0x7f18ac0fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 shutdown_connections 2024-04-23T18:33:44.982 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:44.989+0000 7f18b4594640 1 -- 172.21.15.55:0/1658528871 wait complete. 2024-04-23T18:33:44.992 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 -- 172.21.15.55:0/3487899037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc410e7e0 msgr2=0x7f6cc4110bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 --2- 172.21.15.55:0/3487899037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc410e7e0 0x7f6cc4110bd0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc009ca0 tx=0x7f6cbc02a950 comp rx=0 tx=0).stop 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 -- 172.21.15.55:0/3487899037 shutdown_connections 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 --2- 172.21.15.55:0/3487899037 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc410e7e0 0x7f6cc4110bd0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 --2- 172.21.15.55:0/3487899037 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cc4074c20 0x7f6cc410e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 --2- 172.21.15.55:0/3487899037 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074300 0x7f6cc40746e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 -- 172.21.15.55:0/3487899037 >> 172.21.15.55:0/3487899037 conn(0x7f6cc4079310 msgr2=0x7f6cc4079720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 -- 172.21.15.55:0/3487899037 shutdown_connections 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.102+0000 7f6ccb220640 1 -- 172.21.15.55:0/3487899037 wait complete. 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 Processor -- start 2024-04-23T18:33:45.097 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 -- start start 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 0x7f6cc41a0c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cc410e7e0 0x7f6cc419a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc4114530 con 0x7f6cc4074300 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc41143b0 con 0x7f6cc410e7e0 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6ccb220640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc41146b0 con 0x7f6cc4074c20 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6cc8fbc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6cc8fbc640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59238/0 (socket says 172.21.15.55:59238) 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.103+0000 7f6cc8fbc640 1 -- 172.21.15.55:0/268264684 learned_addr learned my addr 172.21.15.55:0/268264684 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc3fff640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 0x7f6cc41a0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 -- 172.21.15.55:0/268264684 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 msgr2=0x7f6cc41a0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 0x7f6cc41a0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 -- 172.21.15.55:0/268264684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cc410e7e0 msgr2=0x7f6cc419a870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.098 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cc410e7e0 0x7f6cc419a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 -- 172.21.15.55:0/268264684 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc419aff0 con 0x7f6cc4074300 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc3fff640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 0x7f6cc41a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc8fbc640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f6cb400b4a0 tx=0x7f6cb400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb4014070 con 0x7f6cc4074300 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc419b2e0 con 0x7f6cc4074300 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f6cb4010ae0 con 0x7f6cc4074300 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb4017ce0 con 0x7f6cc4074300 2024-04-23T18:33:45.099 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.104+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc41a7580 con 0x7f6cc4074300 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.105+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc40691c0 con 0x7f6cc4074300 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.106+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f6cb4017070 con 0x7f6cc4074300 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.107+0000 7f6cc1ffb640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 0x7f6cac0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.107+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7f6cb40cfb70 con 0x7f6cc4074300 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.107+0000 7f6cc3fff640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 0x7f6cac0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.100 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.107+0000 7f6cc3fff640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 0x7f6cac0a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6cc4101950 tx=0x7f6cb8005d30 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.103 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.111+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f6cb409c300 con 0x7f6cc4074300 2024-04-23T18:33:45.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:44 smithi116 ceph-mon[32310]: pgmap v332: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:45.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:44 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3291229372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:45.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:44 smithi055 ceph-mon[29189]: pgmap v332: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:45.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:44 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3291229372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:45.290 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.298+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6cc41093d0 con 0x7f6cc4074300 2024-04-23T18:33:45.292 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.300+0000 7f6cc1ffb640 1 -- 172.21.15.55:0/268264684 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) ==== 74+0+23115 (secure 0 0 0) 0x7f6cb409bc00 con 0x7f6cc4074300 2024-04-23T18:33:45.292 INFO:teuthology.orchestra.run.smithi055.stdout: 2024-04-23T18:33:45.293 INFO:teuthology.orchestra.run.smithi055.stdout:{"epoch":97,"fsid":"e5804afc-019c-11ef-bc93-c7b262605968","created":"2024-04-23T18:13:01.837941+0000","modified":"2024-04-23T18:33:16.850579+0000","last_up_change":"2024-04-23T18:20:11.257002+0000","last_in_change":"2024-04-23T18:19:51.068656+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-23T18:16:22.931467+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-23T18:20:59.650950+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-23T18:21:00.890609+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"96","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":96,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"773a505b-025a-4fa6-a3c2-a1f8d609a75b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6802","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6803","nonce":638585790}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6804","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6805","nonce":638585790}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6808","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6809","nonce":638585790}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6806","nonce":638585790},{"type":"v1","addr":"172.21.15.55:6807","nonce":638585790}]},"public_addr":"172.21.15.55:6803/638585790","cluster_addr":"172.21.15.55:6805/638585790","heartbeat_back_addr":"172.21.15.55:6809/638585790","heartbeat_front_addr":"172.21.15.55:6807/638585790","state":["exists","up"]},{"osd":1,"uuid":"662221f2-6f71-46cb-87a4-406f12d35a36","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6800","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6801","nonce":2605811583}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6802","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6803","nonce":2605811583}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6806","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6807","nonce":2605811583}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6804","nonce":2605811583},{"type":"v1","addr":"172.21.15.116:6805","nonce":2605811583}]},"public_addr":"172.21.15.116:6801/2605811583","cluster_addr":"172.21.15.116:6803/2605811583","heartbeat_back_addr":"172.21.15.116:6807/2605811583","heartbeat_front_addr":"172.21.15.116:6805/2605811583","state":["exists","up"]},{"osd":2,"uuid":"d9a3858c-effc-4fcc-8f2a-84a524d6fd8f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6800","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6801","nonce":1282983969}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6802","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6803","nonce":1282983969}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6806","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6807","nonce":1282983969}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6804","nonce":1282983969},{"type":"v1","addr":"172.21.15.152:6805","nonce":1282983969}]},"public_addr":"172.21.15.152:6801/1282983969","cluster_addr":"172.21.15.152:6803/1282983969","heartbeat_back_addr":"172.21.15.152:6807/1282983969","heartbeat_front_addr":"172.21.15.152:6805/1282983969","state":["exists","up"]},{"osd":3,"uuid":"cbba5833-f51c-4e62-a4a0-03a95bd8fee8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6810","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6811","nonce":3079389454}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6812","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6813","nonce":3079389454}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6816","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6817","nonce":3079389454}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6814","nonce":3079389454},{"type":"v1","addr":"172.21.15.55:6815","nonce":3079389454}]},"public_addr":"172.21.15.55:6811/3079389454","cluster_addr":"172.21.15.55:6813/3079389454","heartbeat_back_addr":"172.21.15.55:6817/3079389454","heartbeat_front_addr":"172.21.15.55:6815/3079389454","state":["exists","up"]},{"osd":4,"uuid":"037cf9b6-997f-4a23-ae94-7f551ede7acc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6808","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6809","nonce":988463447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6810","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6811","nonce":988463447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6814","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6815","nonce":988463447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6812","nonce":988463447},{"type":"v1","addr":"172.21.15.116:6813","nonce":988463447}]},"public_addr":"172.21.15.116:6809/988463447","cluster_addr":"172.21.15.116:6811/988463447","heartbeat_back_addr":"172.21.15.116:6815/988463447","heartbeat_front_addr":"172.21.15.116:6813/988463447","state":["exists","up"]},{"osd":5,"uuid":"9b1b0fe8-5690-4ec1-8d65-65e127f76405","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6808","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6809","nonce":513904162}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6810","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6811","nonce":513904162}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6814","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6815","nonce":513904162}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6812","nonce":513904162},{"type":"v1","addr":"172.21.15.152:6813","nonce":513904162}]},"public_addr":"172.21.15.152:6809/513904162","cluster_addr":"172.21.15.152:6811/513904162","heartbeat_back_addr":"172.21.15.152:6815/513904162","heartbeat_front_addr":"172.21.15.152:6813/513904162","state":["exists","up"]},{"osd":6,"uuid":"8d422473-6c8d-41d0-815c-eee7cf782419","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6818","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6819","nonce":4044766182}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6820","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6821","nonce":4044766182}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6824","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6825","nonce":4044766182}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6822","nonce":4044766182},{"type":"v1","addr":"172.21.15.55:6823","nonce":4044766182}]},"public_addr":"172.21.15.55:6819/4044766182","cluster_addr":"172.21.15.55:6821/4044766182","heartbeat_back_addr":"172.21.15.55:6825/4044766182","heartbeat_front_addr":"172.21.15.55:6823/4044766182","state":["exists","up"]},{"osd":7,"uuid":"86ee94b1-f5a6-459a-8ef6-88eb533062ac","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6816","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6817","nonce":1950061345}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6818","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6819","nonce":1950061345}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6822","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6823","nonce":1950061345}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6820","nonce":1950061345},{"type":"v1","addr":"172.21.15.116:6821","nonce":1950061345}]},"public_addr":"172.21.15.116:6817/1950061345","cluster_addr":"172.21.15.116:6819/1950061345","heartbeat_back_addr":"172.21.15.116:6823/1950061345","heartbeat_front_addr":"172.21.15.116:6821/1950061345","state":["exists","up"]},{"osd":8,"uuid":"64e2dc95-129e-477c-814d-83351750e025","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":60,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6816","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6817","nonce":3509904928}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6818","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6819","nonce":3509904928}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6822","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6823","nonce":3509904928}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6820","nonce":3509904928},{"type":"v1","addr":"172.21.15.152:6821","nonce":3509904928}]},"public_addr":"172.21.15.152:6817/3509904928","cluster_addr":"172.21.15.152:6819/3509904928","heartbeat_back_addr":"172.21.15.152:6823/3509904928","heartbeat_front_addr":"172.21.15.152:6821/3509904928","state":["exists","up"]},{"osd":9,"uuid":"624d3d9a-da44-4d1a-8f5b-d23659871e1c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6826","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6827","nonce":636533508}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6828","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6829","nonce":636533508}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6832","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6833","nonce":636533508}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.55:6830","nonce":636533508},{"type":"v1","addr":"172.21.15.55:6831","nonce":636533508}]},"public_addr":"172.21.15.55:6827/636533508","cluster_addr":"172.21.15.55:6829/636533508","heartbeat_back_addr":"172.21.15.55:6833/636533508","heartbeat_front_addr":"172.21.15.55:6831/636533508","state":["exists","up"]},{"osd":10,"uuid":"07bdb296-9bb4-4882-94ab-c216f0fc9fe9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":73,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6824","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6825","nonce":1196952288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6826","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6827","nonce":1196952288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6830","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6831","nonce":1196952288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.116:6828","nonce":1196952288},{"type":"v1","addr":"172.21.15.116:6829","nonce":1196952288}]},"public_addr":"172.21.15.116:6825/1196952288","cluster_addr":"172.21.15.116:6827/1196952288","heartbeat_back_addr":"172.21.15.116:6831/1196952288","heartbeat_front_addr":"172.21.15.116:6829/1196952288","state":["exists","up"]},{"osd":11,"uuid":"cbbf0737-157c-4dce-b5f3-c613d7958273","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":81,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6824","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6825","nonce":1310844984}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6826","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6827","nonce":1310844984}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6830","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6831","nonce":1310844984}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.152:6828","nonce":1310844984},{"type":"v1","addr":"172.21.15.152:6829","nonce":1310844984}]},"public_addr":"172.21.15.152:6825/1310844984","cluster_addr":"172.21.15.152:6827/1310844984","heartbeat_back_addr":"172.21.15.152:6831/1310844984","heartbeat_front_addr":"172.21.15.152:6829/1310844984","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:32.207327+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:15:56.033116+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:19.957849+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:16:45.571177+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:10.127443+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:17:35.421910+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:00.901334+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:25.824021+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:18:51.547185+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:17.328980+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:19:43.160876+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-23T18:20:09.364982+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":2,"to":11},{"from":8,"to":6}]},{"pgid":"2.1a","mappings":[{"from":8,"to":4}]},{"pgid":"2.1b","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":7,"to":11}]},{"pgid":"3.6","mappings":[{"from":3,"to":6}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":5,"to":9}]},{"pgid":"3.21","mappings":[{"from":4,"to":8}]},{"pgid":"3.34","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.55:0/3544165365":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/794448330":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/1546726449":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6800/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:0/4160333041":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1211705184":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1834707354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/1947202880":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/1940840354":"2024-04-24T18:13:56.836043+0000","172.21.15.55:0/3510567783":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/66405118":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6800/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:6801/3491186478":"2024-04-24T18:23:02.103503+0000","172.21.15.55:6801/463304862":"2024-04-24T18:13:28.897348+0000","172.21.15.55:0/3365674314":"2024-04-24T18:13:56.836043+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-23T18:33:45.294 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 msgr2=0x7f6cac0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 0x7f6cac0a61e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6cc4101950 tx=0x7f6cb8005d30 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 msgr2=0x7f6cc41a06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f6cb400b4a0 tx=0x7f6cb400b960 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 shutdown_connections 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f6cac0a3d20 0x7f6cac0a61e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f6cc4074c20 0x7f6cc41a0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f6cc410e7e0 0x7f6cc419a870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 --2- 172.21.15.55:0/268264684 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f6cc4074300 0x7f6cc41a06c0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 >> 172.21.15.55:0/268264684 conn(0x7f6cc4079310 msgr2=0x7f6cc40feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 shutdown_connections 2024-04-23T18:33:45.295 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.302+0000 7f6ccb220640 1 -- 172.21.15.55:0/268264684 wait complete. 2024-04-23T18:33:45.306 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-23T18:33:45.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:44 smithi152 ceph-mon[33022]: pgmap v332: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 13 op/s 2024-04-23T18:33:45.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:44 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3291229372' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:45.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 -- 172.21.15.55:0/3570515644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc101130 msgr2=0x7fd5bc101510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3570515644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc101130 0x7fd5bc101510 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8009900 tx=0x7fd5b802a410 comp rx=0 tx=0).stop 2024-04-23T18:33:45.408 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 -- 172.21.15.55:0/3570515644 shutdown_connections 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3570515644 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc106200 0x7fd5bc10ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3570515644 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc101ae0 0x7fd5bc105b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3570515644 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc101130 0x7fd5bc101510 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 -- 172.21.15.55:0/3570515644 >> 172.21.15.55:0/3570515644 conn(0x7fd5bc077f80 msgr2=0x7fd5bc078390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 -- 172.21.15.55:0/3570515644 shutdown_connections 2024-04-23T18:33:45.409 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.416+0000 7fd5c3536640 1 -- 172.21.15.55:0/3570515644 wait complete. 2024-04-23T18:33:45.411 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 Processor -- start 2024-04-23T18:33:45.411 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 -- start start 2024-04-23T18:33:45.411 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc101130 0x7fd5bc19e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.411 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc1986a0 0x7fd5bc198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc1112a0 con 0x7fd5bc106200 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc111120 con 0x7fd5bc1986a0 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c3536640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7fd5bc111420 con 0x7fd5bc101130 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c0ad1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c0ad1640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59254/0 (socket says 172.21.15.55:59254) 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c0ad1640 1 -- 172.21.15.55:0/3263665536 learned_addr learned my addr 172.21.15.55:0/3263665536 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c1ad3640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc1986a0 0x7fd5bc198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.417+0000 7fd5c12d2640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc101130 0x7fd5bc19e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 -- 172.21.15.55:0/3263665536 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc101130 msgr2=0x7fd5bc19e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc101130 0x7fd5bc19e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 -- 172.21.15.55:0/3263665536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc1986a0 msgr2=0x7fd5bc198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc1986a0 0x7fd5bc198b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.412 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 -- 172.21.15.55:0/3263665536 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5bc1992a0 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c0ad1640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000e9c0 tx=0x7fd5b000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b000cd80 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7fd5b00054f0 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5b0010690 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5bc1a5380 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.418+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5bc1a5780 con 0x7fd5bc106200 2024-04-23T18:33:45.413 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.419+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5bc102600 con 0x7fd5bc106200 2024-04-23T18:33:45.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.420+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7fd5b00046c0 con 0x7fd5bc106200 2024-04-23T18:33:45.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.421+0000 7fd5ae7fc640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 0x7fd5a80a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.421+0000 7fd5c12d2640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 0x7fd5a80a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.421+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 8550+0+0 (secure 0 0 0) 0x7fd5b00d0e30 con 0x7fd5bc106200 2024-04-23T18:33:45.414 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.421+0000 7fd5c12d2640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 0x7fd5a80a61e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8005ab0 tx=0x7fd5b8005a20 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.417 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.425+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7fd5b009d450 con 0x7fd5bc106200 2024-04-23T18:33:45.641 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.649+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fd5bc10a440 con 0x7fd5bc106200 2024-04-23T18:33:45.643 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.651+0000 7fd5ae7fc640 1 -- 172.21.15.55:0/3263665536 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v53) ==== 161+0+0 (secure 0 0 0) 0x7fd5b009cd50 con 0x7fd5bc106200 2024-04-23T18:33:45.643 INFO:teuthology.orchestra.run.smithi055.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 msgr2=0x7fd5a80a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 0x7fd5a80a61e0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fd5b8005ab0 tx=0x7fd5b8005a20 comp rx=0 tx=0).stop 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 msgr2=0x7fd5bc19eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fd5b000e9c0 tx=0x7fd5b000ee80 comp rx=0 tx=0).stop 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 shutdown_connections 2024-04-23T18:33:45.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7fd5a80a3d20 0x7fd5a80a61e0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7fd5bc1986a0 0x7fd5bc198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7fd5bc106200 0x7fd5bc19eb20 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 --2- 172.21.15.55:0/3263665536 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7fd5bc101130 0x7fd5bc19e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 >> 172.21.15.55:0/3263665536 conn(0x7fd5bc077f80 msgr2=0x7fd5bc06a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 shutdown_connections 2024-04-23T18:33:45.647 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.654+0000 7fd5c3536640 1 -- 172.21.15.55:0/3263665536 wait complete. 2024-04-23T18:33:45.663 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.780+0000 7f8e5c891640 1 -- 172.21.15.55:0/2896360781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58102190 msgr2=0x7f8e58102570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.780+0000 7f8e5c891640 1 --2- 172.21.15.55:0/2896360781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58102190 0x7f8e58102570 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f8e48009900 tx=0x7f8e4802a410 comp rx=0 tx=0).stop 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 -- 172.21.15.55:0/2896360781 shutdown_connections 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 --2- 172.21.15.55:0/2896360781 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102b40 0x7f8e58106b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 --2- 172.21.15.55:0/2896360781 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5810ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 --2- 172.21.15.55:0/2896360781 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58102190 0x7f8e58102570 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.775 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 -- 172.21.15.55:0/2896360781 >> 172.21.15.55:0/2896360781 conn(0x7f8e580793a0 msgr2=0x7f8e580797b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 -- 172.21.15.55:0/2896360781 shutdown_connections 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 -- 172.21.15.55:0/2896360781 wait complete. 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 Processor -- start 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.781+0000 7f8e5c891640 1 -- start start 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102190 0x7f8e5819e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f8e581122e0 con 0x7f8e58198660 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f8e58112160 con 0x7f8e58107260 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f8e58112460 con 0x7f8e58102190 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e55d9b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.776 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59308/0 (socket says 172.21.15.55:59308) 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 -- 172.21.15.55:0/114459182 learned_addr learned my addr 172.21.15.55:0/114459182 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5659c640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102190 0x7f8e5819e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 -- 172.21.15.55:0/114459182 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102190 msgr2=0x7f8e5819e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102190 0x7f8e5819e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 -- 172.21.15.55:0/114459182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 msgr2=0x7f8e5819eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5819eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 -- 172.21.15.55:0/114459182 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e58199260 con 0x7f8e58198660 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e55d9b640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e56d9d640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000eb10 tx=0x7f8e5000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50004b20 con 0x7f8e58198660 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f8e50004cc0 con 0x7f8e58198660 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50010720 con 0x7f8e58198660 2024-04-23T18:33:45.777 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.782+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e581a5340 con 0x7f8e58198660 2024-04-23T18:33:45.778 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.783+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e581a56f0 con 0x7f8e58198660 2024-04-23T18:33:45.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.783+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e58103660 con 0x7f8e58198660 2024-04-23T18:33:45.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.785+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f8e50005020 con 0x7f8e58198660 2024-04-23T18:33:45.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.785+0000 7f8e477fe640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 0x7f8e400a6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:45.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.785+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8936+0+0 (secure 0 0 0) 0x7f8e500d0df0 con 0x7f8e58198660 2024-04-23T18:33:45.779 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.785+0000 7f8e5659c640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 0x7f8e400a6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:45.780 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.786+0000 7f8e5659c640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 0x7f8e400a6260 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8e48009230 tx=0x7f8e480058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:45.781 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:45.790+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f8e5009d2f0 con 0x7f8e58198660 2024-04-23T18:33:45.929 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a[29185]: 2024-04-23T18:33:45.650+0000 7f09300c0700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:45.930 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g[70309]: starting mds.g at 2024-04-23T18:33:45.930 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:45.930 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:45.930 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mds[70676]: -- 172.21.15.55:0/1451606868 <== mon.0 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a436efda40 con 0x55a436ed0800 2024-04-23T18:33:45.930 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: starting mds.a at 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mds[62073]: -- 172.21.15.116:0/3917081228 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cda9ec9a40 con 0x55cda9e9cc00 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: starting mds.e at 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:45.957 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mds[62390]: -- 172.21.15.116:0/363119328 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556dc2a65a40 con 0x556dc2a38800 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: starting mds.h at 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1658528871' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/268264684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:45.958 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mon[32310]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mds[62696]: -- 172.21.15.116:0/1989617819 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e1d49e9a40 con 0x55e1d49bc800 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: starting mds.b at 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:45.959 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-mds[61752]: -- 172.21.15.116:0/3034798827 <== mon.2 v2:172.21.15.116:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560c01707a40 con 0x560c016db000 2024-04-23T18:33:45.960 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:33:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: starting mds.k at 2024-04-23T18:33:46.014 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.022+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f8e58102b40 con 0x7f8e58198660 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1658528871' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/268264684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:46.100 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mon[33022]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mds[62977]: -- 172.21.15.152:0/861930789 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5580691a3a40 con 0x558069177000 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: starting mds.c at 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:46.101 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mds[62656]: -- 172.21.15.152:0/3088970054 <== mon.0 v2:172.21.15.55:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x557e96507a40 con 0x557e964da800 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: starting mds.f at 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i[63288]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i[63288]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mds[63292]: -- 172.21.15.152:0/1094331660 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c480a4ba40 con 0x55c480a1f000 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i[63288]: starting mds.i at 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: ignoring --setuser ceph since I am not root 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: ignoring --setgroup ceph since I am not root 2024-04-23T18:33:46.102 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-mds[62350]: -- 172.21.15.152:0/2425786255 <== mon.1 v2:172.21.15.152:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55adfc3bda40 con 0x55adfc390c00 2024-04-23T18:33:46.103 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:33:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: starting mds.l at 2024-04-23T18:33:46.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1658528871' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/268264684' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-23T18:33:46.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-23T18:33:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-23T18:33:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-23T18:33:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3263665536' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-23T18:33:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: osdmap e98: 12 total, 12 up, 12 in 2024-04-23T18:33:46.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:45 smithi055 ceph-mon[29189]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-04-23T18:33:46.646 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.654+0000 7f8e477fe640 1 -- 172.21.15.55:0/114459182 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v54) ==== 104+0+0 (secure 0 0 0) 0x7f8e5009cbf0 con 0x7f8e58198660 2024-04-23T18:33:46.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 msgr2=0x7f8e400a6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 0x7f8e400a6260 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8e48009230 tx=0x7f8e480058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 msgr2=0x7f8e58198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f8e5000eb10 tx=0x7f8e5000c2d0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.649 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 shutdown_connections 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f8e400a3da0 0x7f8e400a6260 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f8e58198660 0x7f8e58198ae0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f8e58107260 0x7f8e5819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 --2- 172.21.15.55:0/114459182 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f8e58102190 0x7f8e5819e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 >> 172.21.15.55:0/114459182 conn(0x7f8e580793a0 msgr2=0x7f8e580fff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 shutdown_connections 2024-04-23T18:33:46.650 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.657+0000 7f8e5c891640 1 -- 172.21.15.55:0/114459182 wait complete. 2024-04-23T18:33:46.667 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- 172.21.15.55:0/69808983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d80100d50 msgr2=0x7f1d80101130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/69808983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d80100d50 0x7f1d80101130 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f1d70009900 tx=0x7f1d7002a410 comp rx=0 tx=0).stop 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- 172.21.15.55:0/69808983 shutdown_connections 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/69808983 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80101670 0x7f1d8010e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/69808983 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d8010e900 0x7f1d80110cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/69808983 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d80100d50 0x7f1d80101130 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- 172.21.15.55:0/69808983 >> 172.21.15.55:0/69808983 conn(0x7f1d80077f50 msgr2=0x7f1d80078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:46.784 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- 172.21.15.55:0/69808983 shutdown_connections 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- 172.21.15.55:0/69808983 wait complete. 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 Processor -- start 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.790+0000 7f1d87c7b640 1 -- start start 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80100d50 0x7f1d801a0650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d80101670 0x7f1d801a0b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f1d801144e0 con 0x7f1d8010e900 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f1d80114360 con 0x7f1d80101670 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f1d80114660 con 0x7f1d80100d50 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59320/0 (socket says 172.21.15.55:59320) 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 -- 172.21.15.55:0/3298039623 learned_addr learned my addr 172.21.15.55:0/3298039623 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:46.785 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d85a17640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80100d50 0x7f1d801a0650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d85216640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d80101670 0x7f1d801a0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 -- 172.21.15.55:0/3298039623 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80100d50 msgr2=0x7f1d801a0650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80100d50 0x7f1d801a0650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 -- 172.21.15.55:0/3298039623 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d80101670 msgr2=0x7f1d801a0b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d80101670 0x7f1d801a0b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 -- 172.21.15.55:0/3298039623 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d8019af90 con 0x7f1d8010e900 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d86218640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800e9d0 tx=0x7f1d7800edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d78004d20 con 0x7f1d8010e900 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f1d78005020 con 0x7f1d8010e900 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d780116b0 con 0x7f1d8010e900 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d8019b280 con 0x7f1d8010e900 2024-04-23T18:33:46.786 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.791+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d801a74a0 con 0x7f1d8010e900 2024-04-23T18:33:46.787 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.793+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d800698e0 con 0x7f1d8010e900 2024-04-23T18:33:46.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.794+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f1d78005560 con 0x7f1d8010e900 2024-04-23T18:33:46.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.794+0000 7f1d76ffd640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 0x7f1d6c0a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:46.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.794+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 8936+0+0 (secure 0 0 0) 0x7f1d780d0a80 con 0x7f1d8010e900 2024-04-23T18:33:46.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.794+0000 7f1d85a17640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 0x7f1d6c0a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:46.788 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.795+0000 7f1d85a17640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 0x7f1d6c0a61e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1d70009230 tx=0x7f1d700058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:46.791 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:46.799+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f1d78016030 con 0x7f1d8010e900 2024-04-23T18:33:47.000 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.008+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1d80109a90 con 0x7f1d8010e900 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: pgmap v334: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: Cluster is now healthy 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:47.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6838/3617334038,v1:172.21.15.55:6839/3617334038] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6832/2643266781,v1:172.21.15.152:6833/2643266781] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6832/2016083356,v1:172.21.15.116:6833/2016083356] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.55:6840/2222751950,v1:172.21.15.55:6841/2222751950] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6834/3117025700,v1:172.21.15.152:6835/3117025700] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6834/2223499998,v1:172.21.15.116:6835/2223499998] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6836/473532299,v1:172.21.15.152:6837/473532299] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6836/3466942876,v1:172.21.15.116:6837/3466942876] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.152:6838/3943242375,v1:172.21.15.152:6839/3943242375] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: mds.? [v2:172.21.15.116:6838/60636458,v1:172.21.15.116:6839/60636458] up:boot 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: fsmap 12 up:standby 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:47.208 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:47.209 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:46 smithi116 ceph-mon[32310]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: pgmap v334: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: Cluster is now healthy 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6838/3617334038,v1:172.21.15.55:6839/3617334038] up:boot 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6832/2643266781,v1:172.21.15.152:6833/2643266781] up:boot 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6832/2016083356,v1:172.21.15.116:6833/2016083356] up:boot 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.55:6840/2222751950,v1:172.21.15.55:6841/2222751950] up:boot 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6834/3117025700,v1:172.21.15.152:6835/3117025700] up:boot 2024-04-23T18:33:47.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6834/2223499998,v1:172.21.15.116:6835/2223499998] up:boot 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6836/473532299,v1:172.21.15.152:6837/473532299] up:boot 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6836/3466942876,v1:172.21.15.116:6837/3466942876] up:boot 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.152:6838/3943242375,v1:172.21.15.152:6839/3943242375] up:boot 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: mds.? [v2:172.21.15.116:6838/60636458,v1:172.21.15.116:6839/60636458] up:boot 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: fsmap 12 up:standby 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:47.237 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:46 smithi055 ceph-mon[29189]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: pgmap v334: 97 pgs: 97 active+clean; 74 MiB data, 778 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 10 op/s 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: Cluster is now healthy 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/114459182' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6838/3617334038,v1:172.21.15.55:6839/3617334038] up:boot 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6832/2643266781,v1:172.21.15.152:6833/2643266781] up:boot 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6832/2016083356,v1:172.21.15.116:6833/2016083356] up:boot 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.55:6840/2222751950,v1:172.21.15.55:6841/2222751950] up:boot 2024-04-23T18:33:47.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6834/3117025700,v1:172.21.15.152:6835/3117025700] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6834/2223499998,v1:172.21.15.116:6835/2223499998] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6836/473532299,v1:172.21.15.152:6837/473532299] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6836/3466942876,v1:172.21.15.116:6837/3466942876] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.152:6838/3943242375,v1:172.21.15.152:6839/3943242375] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: mds.? [v2:172.21.15.116:6838/60636458,v1:172.21.15.116:6839/60636458] up:boot 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: fsmap 12 up:standby 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-04-23T18:33:47.351 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-04-23T18:33:47.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-04-23T18:33:47.352 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:46 smithi152 ceph-mon[33022]: from='mgr.25046 172.21.15.55:0/3196515601' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-23T18:33:47.947 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.955+0000 7f1d76ffd640 1 -- 172.21.15.55:0/3298039623 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v99) ==== 181+0+0 (secure 0 0 0) 0x7f1d7809cf80 con 0x7f1d8010e900 2024-04-23T18:33:47.948 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_metadata' removed 2024-04-23T18:33:47.950 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 msgr2=0x7f1d6c0a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.950 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 0x7f1d6c0a61e0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1d70009230 tx=0x7f1d700058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.950 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 msgr2=0x7f1d8019a7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:47.950 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f1d7800e9d0 tx=0x7f1d7800edd0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.950 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 shutdown_connections 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f1d6c0a3d20 0x7f1d6c0a61e0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f1d8010e900 0x7f1d8019a7c0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f1d80101670 0x7f1d801a0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 --2- 172.21.15.55:0/3298039623 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f1d80100d50 0x7f1d801a0650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 >> 172.21.15.55:0/3298039623 conn(0x7f1d80077f50 msgr2=0x7f1d8010fdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 shutdown_connections 2024-04-23T18:33:47.951 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:47.958+0000 7f1d87c7b640 1 -- 172.21.15.55:0/3298039623 wait complete. 2024-04-23T18:33:47.965 DEBUG:teuthology.orchestra.run.smithi055:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-23T18:33:48.073 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- 172.21.15.55:0/556387138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37781031d0 msgr2=0x7f37781035b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.073 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 --2- 172.21.15.55:0/556387138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37781031d0 0x7f37781035b0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f3768009900 tx=0x7f376802a510 comp rx=0 tx=0).stop 2024-04-23T18:33:48.073 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- 172.21.15.55:0/556387138 shutdown_connections 2024-04-23T18:33:48.073 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 --2- 172.21.15.55:0/556387138 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f377810c510 0x7f377810e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.073 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 --2- 172.21.15.55:0/556387138 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f3778103af0 0x7f377810bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 --2- 172.21.15.55:0/556387138 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f37781031d0 0x7f37781035b0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- 172.21.15.55:0/556387138 >> 172.21.15.55:0/556387138 conn(0x7f3778077f50 msgr2=0x7f3778078360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- 172.21.15.55:0/556387138 shutdown_connections 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- 172.21.15.55:0/556387138 wait complete. 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 Processor -- start 2024-04-23T18:33:48.074 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.081+0000 7f377ea12640 1 -- start start 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 --2- >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37781031d0 0x7f377819e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 --2- >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f377810c510 0x7f3778198640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 -- --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_getmap magic: 0 -- 0x7f37781122e0 con 0x7f3778103af0 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 -- --> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] -- mon_getmap magic: 0 -- 0x7f3778112160 con 0x7f377810c510 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 -- --> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] -- mon_getmap magic: 0 -- 0x7f3778112460 con 0x7f37781031d0 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 --2- >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.55:3300/0 says I am v2:172.21.15.55:59336/0 (socket says 172.21.15.55:59336) 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 -- 172.21.15.55:0/1923363246 learned_addr learned my addr 172.21.15.55:0/1923363246 (peer_addr_for_me v2:172.21.15.55:0/0) 2024-04-23T18:33:48.076 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377cfaf640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f377810c510 0x7f3778198640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f3777fff640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37781031d0 0x7f377819e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 -- 172.21.15.55:0/1923363246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37781031d0 msgr2=0x7f377819e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37781031d0 0x7f377819e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 -- 172.21.15.55:0/1923363246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f377810c510 msgr2=0x7f3778198640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f377810c510 0x7f3778198640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 -- 172.21.15.55:0/1923363246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3778198f00 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37777fe640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f376c00d950 tx=0x7f376c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c017070 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 2 ==== config(27 keys) ==== 1135+0+0 (secure 0 0 0) 0x7f376c009c30 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f376c00f6b0 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.082+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37781991f0 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.083+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37781a5500 con 0x7f3778103af0 2024-04-23T18:33:48.077 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.084+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37780698e0 con 0x7f3778103af0 2024-04-23T18:33:48.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.085+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 4 ==== mgrmap(e 25) ==== 138777+0+0 (secure 0 0 0) 0x7f376c0109c0 con 0x7f3778103af0 2024-04-23T18:33:48.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.085+0000 7f37757fa640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 0x7f37600a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-04-23T18:33:48.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.085+0000 7f3777fff640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 0x7f37600a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-04-23T18:33:48.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.085+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 8374+0+0 (secure 0 0 0) 0x7f376c0d02b0 con 0x7f3778103af0 2024-04-23T18:33:48.078 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.086+0000 7f3777fff640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 0x7f37600a61e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3768009230 tx=0x7f37680058d0 comp rx=0 tx=0).ready entity=mgr.25046 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-04-23T18:33:48.082 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.090+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188370 (secure 0 0 0) 0x7f376c009de0 con 0x7f3778103af0 2024-04-23T18:33:48.206 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:47 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:48.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:47 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:48.284 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.292+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 --> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f3778107690 con 0x7f3778103af0 2024-04-23T18:33:48.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:47 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:48.957 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.963+0000 7f37757fa640 1 -- 172.21.15.55:0/1923363246 <== mon.0 v2:172.21.15.55:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v100) ==== 169+0+0 (secure 0 0 0) 0x7f376c09c390 con 0x7f3778103af0 2024-04-23T18:33:48.958 INFO:teuthology.orchestra.run.smithi055.stderr:pool 'cephfs_data' removed 2024-04-23T18:33:48.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.966+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 msgr2=0x7f37600a61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.966+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 0x7f37600a61e0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3768009230 tx=0x7f37680058d0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.966+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 msgr2=0x7f377819eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-04-23T18:33:48.958 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.966+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f376c00d950 tx=0x7f376c00de10 comp rx=0 tx=0).stop 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 shutdown_connections 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:6800/370362380,v1:172.21.15.55:6801/370362380] conn(0x7f37600a3d20 0x7f37600a61e0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.116:3300/0,v1:172.21.15.116:6789/0] conn(0x7f377810c510 0x7f3778198640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.55:3300/0,v1:172.21.15.55:6789/0] conn(0x7f3778103af0 0x7f377819eac0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 --2- 172.21.15.55:0/1923363246 >> [v2:172.21.15.152:3300/0,v1:172.21.15.152:6789/0] conn(0x7f37781031d0 0x7f377819e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 >> 172.21.15.55:0/1923363246 conn(0x7f3778077f50 msgr2=0x7f37780fdf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 shutdown_connections 2024-04-23T18:33:48.959 INFO:teuthology.orchestra.run.smithi055.stderr:2024-04-23T18:33:48.967+0000 7f377ea12640 1 -- 172.21.15.55:0/1923363246 wait complete. 2024-04-23T18:33:48.980 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:49.008 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:49.041 DEBUG:teuthology.orchestra.run.smithi152:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:33:49.072 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-23T18:33:49.072 DEBUG:teuthology.orchestra.run.smithi055:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:49.089 DEBUG:teuthology.orchestra.run.smithi116:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:49.105 DEBUG:teuthology.orchestra.run.smithi152:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-23T18:33:49.128 INFO:tasks.cephadm:Stopping all daemons... 2024-04-23T18:33:49.128 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-23T18:33:49.128 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a 2024-04-23T18:33:49.235 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:48 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:49.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:48 smithi055 ceph-mon[29189]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:49.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:48 smithi055 ceph-mon[29189]: pgmap v336: 65 pgs: 65 active+clean; 577 KiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:33:49.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:48 smithi055 ceph-mon[29189]: from='client.? 172.21.15.55:0/1923363246' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:49.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:49 smithi055 systemd[1]: Stopping Ceph mon.a for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:49.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:48 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:49.349 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:48 smithi152 ceph-mon[33022]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:49.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:48 smithi152 ceph-mon[33022]: pgmap v336: 65 pgs: 65 active+clean; 577 KiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:33:49.350 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:48 smithi152 ceph-mon[33022]: from='client.? 172.21.15.55:0/1923363246' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:49.456 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:48 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/3298039623' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-23T18:33:49.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:48 smithi116 ceph-mon[32310]: osdmap e99: 12 total, 12 up, 12 in 2024-04-23T18:33:49.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:48 smithi116 ceph-mon[32310]: pgmap v336: 65 pgs: 65 active+clean; 577 KiB data, 770 MiB used, 1.0 TiB / 1.0 TiB avail 2024-04-23T18:33:49.457 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:48 smithi116 ceph-mon[32310]: from='client.? 172.21.15.55:0/1923363246' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-23T18:33:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a[29185]: 2024-04-23T18:33:49.454+0000 7f09358cb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a[29185]: 2024-04-23T18:33:49.454+0000 7f09358cb700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-23T18:33:49.736 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:49 smithi055 podman[89668]: 2024-04-23 18:33:49.698852071 +0000 UTC m=+0.359045044 container died 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-23T18:33:50.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:50 smithi055 podman[89668]: 2024-04-23 18:33:50.088657247 +0000 UTC m=+0.748850227 container cleanup 2ae70dd824b224a1b332869261271db15815bc82f80b72440ea9ce1690d9b521 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:33:50.236 INFO:journalctl@ceph.mon.a.smithi055.stdout:Apr 23 18:33:50 smithi055 bash[89668]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-a 2024-04-23T18:33:50.473 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.a.service' 2024-04-23T18:33:50.526 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:50.526 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-23T18:33:50.526 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-23T18:33:50.526 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.b 2024-04-23T18:33:50.881 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:50 smithi116 systemd[1]: Stopping Ceph mon.b for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b[32306]: 2024-04-23T18:33:50.889+0000 7fc344160700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b[32306]: 2024-04-23T18:33:50.889+0000 7fc344160700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-23T18:33:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:50 smithi116 podman[68043]: 2024-04-23 18:33:50.972007485 +0000 UTC m=+0.243956689 container stop 66288048b32ebc8f3eb16c70996f03688c0738b8ab9d1df631359d11c8cf17a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux ) 2024-04-23T18:33:51.207 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:50 smithi116 podman[68043]: 2024-04-23 18:33:50.997570501 +0000 UTC m=+0.269519696 container died 66288048b32ebc8f3eb16c70996f03688c0738b8ab9d1df631359d11c8cf17a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-23T18:33:51.516 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:51 smithi116 podman[68043]: 2024-04-23 18:33:51.33192835 +0000 UTC m=+0.603877543 container cleanup 66288048b32ebc8f3eb16c70996f03688c0738b8ab9d1df631359d11c8cf17a7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:33:51.516 INFO:journalctl@ceph.mon.b.smithi116.stdout:Apr 23 18:33:51 smithi116 bash[68043]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-b 2024-04-23T18:33:51.742 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.b.service' 2024-04-23T18:33:51.788 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:51.789 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-23T18:33:51.789 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-23T18:33:51.789 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.c 2024-04-23T18:33:52.099 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:51 smithi152 systemd[1]: Stopping Ceph mon.c for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:52.401 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-c[33018]: 2024-04-23T18:33:52.121+0000 7fb05addc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:52.401 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-c[33018]: 2024-04-23T18:33:52.121+0000 7fb05addc700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-23T18:33:52.401 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:52 smithi152 podman[68937]: 2024-04-23 18:33:52.143600103 +0000 UTC m=+0.142608801 container died 1ce39fc41703386f0acdc43686a87a6faac893636f913ab2f16ef07a87f806f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-23T18:33:52.802 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:52 smithi152 podman[68937]: 2024-04-23 18:33:52.534108684 +0000 UTC m=+0.533117380 container cleanup 1ce39fc41703386f0acdc43686a87a6faac893636f913ab2f16ef07a87f806f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-c, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-23T18:33:52.802 INFO:journalctl@ceph.mon.c.smithi152.stdout:Apr 23 18:33:52 smithi152 bash[68937]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mon-c 2024-04-23T18:33:52.943 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mon.c.service' 2024-04-23T18:33:52.984 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:52.985 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-23T18:33:52.985 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-23T18:33:52.985 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x 2024-04-23T18:33:53.277 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:33:53 smithi055 systemd[1]: Stopping Ceph mgr.x for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:53.586 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:33:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x[29420]: 2024-04-23T18:33:53.284+0000 7f4296d30700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:53.586 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:33:53 smithi055 podman[89791]: 2024-04-23 18:33:53.3163355 +0000 UTC m=+0.123308533 container died e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-23T18:33:53.954 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:33:53 smithi055 podman[89791]: 2024-04-23 18:33:53.711133224 +0000 UTC m=+0.518106259 container cleanup e1238c18ea2599078aad644c1faf589059c20af8a172532f430e8e0e0ed0adae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:d69f13d827952bb07bb9b7973bca14f97d764d6f, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-23T18:33:53.954 INFO:journalctl@ceph.mgr.x.smithi055.stdout:Apr 23 18:33:53 smithi055 bash[89791]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-x 2024-04-23T18:33:54.133 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-23T18:33:54.168 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:54.168 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-23T18:33:54.168 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-23T18:33:54.168 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.y 2024-04-23T18:33:54.457 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:33:54 smithi116 systemd[1]: Stopping Ceph mgr.y for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:54.779 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:33:54 smithi116 podman[68168]: 2024-04-23 18:33:54.515657902 +0000 UTC m=+0.138570008 container died 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-23T18:33:55.206 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:33:54 smithi116 podman[68168]: 2024-04-23 18:33:54.995762603 +0000 UTC m=+0.618674697 container cleanup 3e4727cd3bbcbae7feab69535b8acf8010fb34c462dfbcc12434db72aa6903c0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y, org.label-schema.build-date=20240416, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-23T18:33:55.207 INFO:journalctl@ceph.mgr.y.smithi116.stdout:Apr 23 18:33:54 smithi116 bash[68168]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-y 2024-04-23T18:33:55.397 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-23T18:33:55.430 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:55.430 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-23T18:33:55.430 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-04-23T18:33:55.430 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.z 2024-04-23T18:33:55.768 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:33:55 smithi152 systemd[1]: Stopping Ceph mgr.z for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:56.073 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:33:55 smithi152 podman[69061]: 2024-04-23 18:33:55.776780997 +0000 UTC m=+0.149811193 container died 75dba74a633388e489671ccfe7fbc8b70936190043febea8332c27ea5c0a185e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z, org.label-schema.build-date=20240416, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=) 2024-04-23T18:33:56.349 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:33:56 smithi152 podman[69061]: 2024-04-23 18:33:56.181149983 +0000 UTC m=+0.554180181 container cleanup 75dba74a633388e489671ccfe7fbc8b70936190043febea8332c27ea5c0a185e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:33:56.350 INFO:journalctl@ceph.mgr.z.smithi152.stdout:Apr 23 18:33:56 smithi152 bash[69061]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mgr-z 2024-04-23T18:33:56.513 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mgr.z.service' 2024-04-23T18:33:56.545 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:33:56.545 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-04-23T18:33:56.545 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-23T18:33:56.546 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.0 2024-04-23T18:33:56.949 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:33:56 smithi055 systemd[1]: Stopping Ceph osd.0 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:33:57.235 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:33:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0[43971]: 2024-04-23T18:33:56.957+0000 7fa5971eb700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:33:57.235 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:33:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0[43971]: 2024-04-23T18:33:56.957+0000 7fa5971eb700 -1 osd.0 100 *** Got signal Terminated *** 2024-04-23T18:33:57.236 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:33:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0[43971]: 2024-04-23T18:33:56.957+0000 7fa5971eb700 -1 osd.0 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:02.592 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:02 smithi055 podman[89912]: 2024-04-23 18:34:02.329624326 +0000 UTC m=+5.580950735 container died b4f987ed91df8279268c267b29ee9cd05b98fb6e2e5fb117ccb7ecc29a5896cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True) 2024-04-23T18:34:02.959 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:02 smithi055 podman[89912]: 2024-04-23 18:34:02.699960974 +0000 UTC m=+5.951287383 container cleanup b4f987ed91df8279268c267b29ee9cd05b98fb6e2e5fb117ccb7ecc29a5896cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-23T18:34:02.959 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:02 smithi055 bash[89912]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0 2024-04-23T18:34:03.235 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:02 smithi055 podman[89942]: 2024-04-23 18:34:02.967894685 +0000 UTC m=+0.628937044 container remove b4f987ed91df8279268c267b29ee9cd05b98fb6e2e5fb117ccb7ecc29a5896cd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True) 2024-04-23T18:34:03.588 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.241442596 +0000 UTC m=+0.018986825 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:03.588 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.352411906 +0000 UTC m=+0.129956126 container create be78ceac41d26f5458ed174f9faa25e46150a975937fc825e976b124f7405f9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:03.588 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.596615632 +0000 UTC m=+0.374159852 container init be78ceac41d26f5458ed174f9faa25e46150a975937fc825e976b124f7405f9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True) 2024-04-23T18:34:03.897 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.599857094 +0000 UTC m=+0.377401313 container start be78ceac41d26f5458ed174f9faa25e46150a975937fc825e976b124f7405f9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d) 2024-04-23T18:34:03.897 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.696863422 +0000 UTC m=+0.474407657 container attach be78ceac41d26f5458ed174f9faa25e46150a975937fc825e976b124f7405f9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-23T18:34:04.224 INFO:journalctl@ceph.osd.0.smithi055.stdout:Apr 23 18:34:03 smithi055 podman[90035]: 2024-04-23 18:34:03.906061227 +0000 UTC m=+0.683605442 container died be78ceac41d26f5458ed174f9faa25e46150a975937fc825e976b124f7405f9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-23T18:34:04.539 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.0.service' 2024-04-23T18:34:04.580 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:04.580 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-23T18:34:04.580 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-23T18:34:04.581 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.1 2024-04-23T18:34:04.887 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:04 smithi116 systemd[1]: Stopping Ceph osd.1 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:05.206 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:34:04.895+0000 7facca61f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:05.207 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:34:04.895+0000 7facca61f700 -1 osd.1 100 *** Got signal Terminated *** 2024-04-23T18:34:05.207 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1[36911]: 2024-04-23T18:34:04.895+0000 7facca61f700 -1 osd.1 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:10.693 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:10 smithi116 podman[68298]: 2024-04-23 18:34:10.414805708 +0000 UTC m=+5.637875847 container died d4b33bf58d3cb74149c004b189b3cf6450a74a0f0d9e7f61d5e7fcfd542a58a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:10.956 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:10 smithi116 podman[68298]: 2024-04-23 18:34:10.800909869 +0000 UTC m=+6.023980019 container cleanup d4b33bf58d3cb74149c004b189b3cf6450a74a0f0d9e7f61d5e7fcfd542a58a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-23T18:34:10.957 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:10 smithi116 bash[68298]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1 2024-04-23T18:34:11.411 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68315]: 2024-04-23 18:34:11.069146346 +0000 UTC m=+0.644919200 container remove d4b33bf58d3cb74149c004b189b3cf6450a74a0f0d9e7f61d5e7fcfd542a58a9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-23T18:34:11.707 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68405]: 2024-04-23 18:34:11.32303083 +0000 UTC m=+0.018719234 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:11.707 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68405]: 2024-04-23 18:34:11.445043989 +0000 UTC m=+0.140732370 container create 5f5e94b6187fcd48ce059473b3a6aeaee46263dd90528c9cea63dee52a780f3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-23T18:34:12.006 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68405]: 2024-04-23 18:34:11.722746654 +0000 UTC m=+0.418435034 container init 5f5e94b6187fcd48ce059473b3a6aeaee46263dd90528c9cea63dee52a780f3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-23T18:34:12.007 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68405]: 2024-04-23 18:34:11.726091309 +0000 UTC m=+0.421779690 container start 5f5e94b6187fcd48ce059473b3a6aeaee46263dd90528c9cea63dee52a780f3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416) 2024-04-23T18:34:12.007 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:11 smithi116 podman[68405]: 2024-04-23 18:34:11.822842869 +0000 UTC m=+0.518531258 container attach 5f5e94b6187fcd48ce059473b3a6aeaee46263dd90528c9cea63dee52a780f3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:12.280 INFO:journalctl@ceph.osd.1.smithi116.stdout:Apr 23 18:34:12 smithi116 podman[68405]: 2024-04-23 18:34:12.015405849 +0000 UTC m=+0.711094228 container died 5f5e94b6187fcd48ce059473b3a6aeaee46263dd90528c9cea63dee52a780f3e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-1-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-23T18:34:12.663 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.1.service' 2024-04-23T18:34:12.701 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:12.701 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-23T18:34:12.701 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-23T18:34:12.701 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.2 2024-04-23T18:34:13.044 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:12 smithi152 systemd[1]: Stopping Ceph osd.2 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:13.349 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2[38178]: 2024-04-23T18:34:13.052+0000 7f10fca3c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:13.349 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2[38178]: 2024-04-23T18:34:13.052+0000 7f10fca3c700 -1 osd.2 100 *** Got signal Terminated *** 2024-04-23T18:34:13.349 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2[38178]: 2024-04-23T18:34:13.052+0000 7f10fca3c700 -1 osd.2 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:18.828 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:18 smithi152 podman[69186]: 2024-04-23 18:34:18.527789469 +0000 UTC m=+5.619322843 container died b293c1dfb7efeb3ad678a64ab702af50c68fdcb69ab7917fa9cbba35bfdace11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5) 2024-04-23T18:34:19.099 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:18 smithi152 podman[69186]: 2024-04-23 18:34:18.944132213 +0000 UTC m=+6.035665595 container cleanup b293c1dfb7efeb3ad678a64ab702af50c68fdcb69ab7917fa9cbba35bfdace11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:19.099 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:18 smithi152 bash[69186]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2 2024-04-23T18:34:19.599 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69215]: 2024-04-23 18:34:19.195782922 +0000 UTC m=+0.668101184 container remove b293c1dfb7efeb3ad678a64ab702af50c68fdcb69ab7917fa9cbba35bfdace11 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:19.957 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69306]: 2024-04-23 18:34:19.523408027 +0000 UTC m=+0.017815626 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:19.957 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69306]: 2024-04-23 18:34:19.638255943 +0000 UTC m=+0.132663577 container create 0b3bcf21df0108f1c6361bc380d3e953e1953ad9bdb00a603c7bd4047ede326a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-23T18:34:19.957 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69306]: 2024-04-23 18:34:19.865577068 +0000 UTC m=+0.359984660 container init 0b3bcf21df0108f1c6361bc380d3e953e1953ad9bdb00a603c7bd4047ede326a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:19.957 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69306]: 2024-04-23 18:34:19.868608576 +0000 UTC m=+0.363016180 container start 0b3bcf21df0108f1c6361bc380d3e953e1953ad9bdb00a603c7bd4047ede326a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-23T18:34:19.958 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:19 smithi152 podman[69306]: 2024-04-23 18:34:19.965653331 +0000 UTC m=+0.460060926 container attach 0b3bcf21df0108f1c6361bc380d3e953e1953ad9bdb00a603c7bd4047ede326a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-23T18:34:20.350 INFO:journalctl@ceph.osd.2.smithi152.stdout:Apr 23 18:34:20 smithi152 podman[69306]: 2024-04-23 18:34:20.169040628 +0000 UTC m=+0.663448228 container died 0b3bcf21df0108f1c6361bc380d3e953e1953ad9bdb00a603c7bd4047ede326a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-23T18:34:20.886 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.2.service' 2024-04-23T18:34:20.930 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:20.931 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-23T18:34:20.931 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-23T18:34:20.931 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.3 2024-04-23T18:34:21.235 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:20 smithi055 systemd[1]: Stopping Ceph osd.3 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:21.735 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3[50819]: 2024-04-23T18:34:21.253+0000 7fa2b1247700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:21.736 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3[50819]: 2024-04-23T18:34:21.253+0000 7fa2b1247700 -1 osd.3 100 *** Got signal Terminated *** 2024-04-23T18:34:21.736 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:21 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3[50819]: 2024-04-23T18:34:21.253+0000 7fa2b1247700 -1 osd.3 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:23.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:23 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:23.166+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:24.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:24 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:24.039+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:24.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:24.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:25.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:24.845+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:25.204 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:24 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:24.893+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:25.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:25 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:25.066+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:25.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:25 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:25.212+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:26.182 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:25 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:25.927+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:26.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:25.878+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:26.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:26 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:26.067+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:26.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:26 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:26.190+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:27.028 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:26 smithi055 podman[90146]: 2024-04-23 18:34:26.76105696 +0000 UTC m=+5.620602417 container died 6c9049aea5b80c6cbd5ad554e55b97c188ab0b108c73f6a1f2deb0ca7fa6817c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416) 2024-04-23T18:34:27.028 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:26 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:26.904+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:27.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:26.855+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:27.296 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90146]: 2024-04-23 18:34:27.036946245 +0000 UTC m=+5.896491694 container cleanup 6c9049aea5b80c6cbd5ad554e55b97c188ab0b108c73f6a1f2deb0ca7fa6817c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:27.297 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 bash[90146]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3 2024-04-23T18:34:27.297 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:27.178+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:27.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:27 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:27.094+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:27.658 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90164]: 2024-04-23 18:34:27.305060568 +0000 UTC m=+0.539550947 container remove 6c9049aea5b80c6cbd5ad554e55b97c188ab0b108c73f6a1f2deb0ca7fa6817c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-23T18:34:27.963 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:27 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:27.914+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:27.964 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90259]: 2024-04-23 18:34:27.570286487 +0000 UTC m=+0.018372315 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:27.964 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90259]: 2024-04-23 18:34:27.697520976 +0000 UTC m=+0.145606777 container create 4c81774f1ae27c3b1013202fe7db534fcae6f3528cb1d075e2b1eaa5ab5ca2a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-23T18:34:27.964 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90259]: 2024-04-23 18:34:27.972647956 +0000 UTC m=+0.420733767 container init 4c81774f1ae27c3b1013202fe7db534fcae6f3528cb1d075e2b1eaa5ab5ca2a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-23T18:34:28.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:27.668+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:28.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:27.864+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:28.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:28 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:28.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:28.236 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:27 smithi055 podman[90259]: 2024-04-23 18:34:27.976155092 +0000 UTC m=+0.424240900 container start 4c81774f1ae27c3b1013202fe7db534fcae6f3528cb1d075e2b1eaa5ab5ca2a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-23T18:34:28.236 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:28 smithi055 podman[90259]: 2024-04-23 18:34:28.059101155 +0000 UTC m=+0.507186967 container attach 4c81774f1ae27c3b1013202fe7db534fcae6f3528cb1d075e2b1eaa5ab5ca2a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:28.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:28 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:28.119+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:28.562 INFO:journalctl@ceph.osd.3.smithi055.stdout:Apr 23 18:34:28 smithi055 podman[90259]: 2024-04-23 18:34:28.284787672 +0000 UTC m=+0.732873482 container died 4c81774f1ae27c3b1013202fe7db534fcae6f3528cb1d075e2b1eaa5ab5ca2a3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-04-23T18:34:28.863 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.3.service' 2024-04-23T18:34:28.900 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:28.901 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-23T18:34:28.901 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-23T18:34:28.901 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.4 2024-04-23T18:34:29.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:28.701+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:29.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:28.818+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:29.152 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:28 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:28.877+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:29.205 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:28 smithi116 systemd[1]: Stopping Ceph osd.4 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:29.205 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:29 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:29.103+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:29.456 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:29 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:29.212+0000 7f88735f1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:29.457 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:29 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:29.212+0000 7f88735f1700 -1 osd.4 100 *** Got signal Terminated *** 2024-04-23T18:34:29.457 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:29 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:29.212+0000 7f88735f1700 -1 osd.4 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:29.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:29 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:29.160+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:30.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:29 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:29.653+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:30.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:29 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:29.769+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:30.153 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:29 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:29.911+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:30.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:30 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:30.143+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:30.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:30 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:30.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:31.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:30 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:30.646+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:31.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:30 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:30.737+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:31.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:31 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:31.173+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:31.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:30 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:30.959+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:31.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:31 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:31.154+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:31.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:31 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:31.154+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:32.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:31 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:31.689+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:32.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:31 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:31.783+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:32.112 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:31 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:31.837+0000 7f886bbdd700 -1 osd.4 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.810609+0000 front 2024-04-23T18:34:06.810580+0000 (oldest deadline 2024-04-23T18:34:30.910682+0000) 2024-04-23T18:34:32.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:32 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:32.120+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:32.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:32 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:32.120+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:32.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:32.177+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:32.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:32.002+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:32.486 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:32.002+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:33.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:32 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:32.760+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:33.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:32 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:32.660+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:33.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:32 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:32.660+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:33.103 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:32 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:32.810+0000 7f886bbdd700 -1 osd.4 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.810609+0000 front 2024-04-23T18:34:06.810580+0000 (oldest deadline 2024-04-23T18:34:30.910682+0000) 2024-04-23T18:34:33.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:33.142+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:33.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:33.142+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:33.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:32.973+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:33.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:32.973+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:33.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:33 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:33.111+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:33.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:33 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:33.111+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:34.078 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:33 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4[43417]: 2024-04-23T18:34:33.808+0000 7f886bbdd700 -1 osd.4 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.810609+0000 front 2024-04-23T18:34:06.810580+0000 (oldest deadline 2024-04-23T18:34:30.910682+0000) 2024-04-23T18:34:34.079 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:33 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:33.951+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:34.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:33 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:33.744+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:34.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:33 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:33.660+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:34.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:33 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:33.660+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:34.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:34.170+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:34.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:34.170+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:34.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:33.966+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:34.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:33 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:33.966+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:34.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:34 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:34.086+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:34.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:34 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:34.086+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:34.848 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:34 smithi116 podman[68523]: 2024-04-23 18:34:34.577781897 +0000 UTC m=+5.475112098 container died b853e1895e36c3989792a95f40e0f69c3f28d6a83f294ad72d783571e4ae41eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:35.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:34 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:34.751+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:35.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:34 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:34.698+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:35.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:34 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:34.698+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:35.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:34 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:34.937+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:35.207 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:34 smithi116 podman[68523]: 2024-04-23 18:34:34.946747507 +0000 UTC m=+5.844077708 container cleanup b853e1895e36c3989792a95f40e0f69c3f28d6a83f294ad72d783571e4ae41eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-23T18:34:35.207 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:34 smithi116 bash[68523]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4 2024-04-23T18:34:35.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:35 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:35.095+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:35.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:35 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:35.095+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:35.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:34.998+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:35.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:34.998+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:35.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:35 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:35.126+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:35.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:35 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:35.126+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:35.542 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68540]: 2024-04-23 18:34:35.248770445 +0000 UTC m=+0.669406687 container remove b853e1895e36c3989792a95f40e0f69c3f28d6a83f294ad72d783571e4ae41eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-23T18:34:35.814 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68631]: 2024-04-23 18:34:35.454122114 +0000 UTC m=+0.017915706 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:35.814 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68631]: 2024-04-23 18:34:35.574216502 +0000 UTC m=+0.138010080 container create b01dd54033f04da5bffa123256321c18040ac4ffe4da0fecf6434dd6b145d9ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:34:35.814 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68631]: 2024-04-23 18:34:35.823160286 +0000 UTC m=+0.386953864 container init b01dd54033f04da5bffa123256321c18040ac4ffe4da0fecf6434dd6b145d9ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True) 2024-04-23T18:34:36.094 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:35 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:35.919+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:36.094 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68631]: 2024-04-23 18:34:35.826422352 +0000 UTC m=+0.390215936 container start b01dd54033f04da5bffa123256321c18040ac4ffe4da0fecf6434dd6b145d9ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-23T18:34:36.094 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:35 smithi116 podman[68631]: 2024-04-23 18:34:35.918370527 +0000 UTC m=+0.482164109 container attach b01dd54033f04da5bffa123256321c18040ac4ffe4da0fecf6434dd6b145d9ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-23T18:34:36.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:35 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:35.752+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:36.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:35 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:35.685+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:36.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:35 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:35.685+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:36.413 INFO:journalctl@ceph.osd.4.smithi116.stdout:Apr 23 18:34:36 smithi116 podman[68631]: 2024-04-23 18:34:36.119828592 +0000 UTC m=+0.683622171 container died b01dd54033f04da5bffa123256321c18040ac4ffe4da0fecf6434dd6b145d9ad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:36.413 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:36 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:36.101+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:36.413 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:36 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:36.101+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:36.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:35.999+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:36.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:35.999+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:36.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:36.153+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:36.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:36.153+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:36.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:36 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:36.183+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:36.719 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.4.service' 2024-04-23T18:34:36.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:36.757 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-23T18:34:36.757 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-23T18:34:36.757 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.5 2024-04-23T18:34:36.956 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:36 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:36.892+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:36 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:36.744+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:36 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:36.685+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:36 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:36.685+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:36 smithi152 systemd[1]: Stopping Ceph osd.5 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:37.079+0000 7fba69512700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:37.079+0000 7fba69512700 -1 osd.5 100 *** Got signal Terminated *** 2024-04-23T18:34:37.072 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:37.080+0000 7fba69512700 -1 osd.5 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:37.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:37 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:37.151+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:37.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:37 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:37.151+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:37.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:36.968+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:37.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:36 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:36.968+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:37.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:37.163+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:37.456 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:37 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:37.058+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:37.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:37 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:37.058+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:38.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:37.777+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:38.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:37.694+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:38.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:37 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:37.694+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:38.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:37 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:37.918+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:38.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:38 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:38.063+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:38.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:38 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:38.063+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:38.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:37 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:37.963+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:38.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:37 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:37.963+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:38.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:38.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:38.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:38.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:38.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:38 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:38.149+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:39.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:38 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:38.811+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:39.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:38 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:38.736+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:39.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:38 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:38.736+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:39.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:38 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:38.906+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:39.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:39 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:39.089+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:39.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:39 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:39.089+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:39.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:38.940+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:39.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:38.940+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:39.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:39 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:39.108+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:39.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:39 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:39.108+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:39.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:39 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:39.170+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:40.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:39 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:39.858+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:40.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:39 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:39.743+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:40.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:39 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:39.743+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:40.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:39 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:39.743+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:13.722615+0000 front 2024-04-23T18:34:13.722645+0000 (oldest deadline 2024-04-23T18:34:39.622852+0000) 2024-04-23T18:34:40.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:39 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:39.878+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:40.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:39 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:39.878+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:40.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:40 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:40.071+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:40.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:40 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:40.071+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:40.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:40 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:40.072+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:40.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:40 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:40.072+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:40.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:39 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:39.914+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:40.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:39 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:39.914+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:40.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:40.136+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:40.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:40.136+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:41.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:40.729+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:41.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:40.729+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:41.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:40.729+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:13.722615+0000 front 2024-04-23T18:34:13.722645+0000 (oldest deadline 2024-04-23T18:34:39.622852+0000) 2024-04-23T18:34:41.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:40.863+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:41.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:40 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:40.863+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:41.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:40 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:40.905+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:41.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:40 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:40.905+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:41.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:41 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:41.119+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:41.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:41 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:41.119+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:41.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:40 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:40.941+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:41.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:40 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:40.941+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:41.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:41 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:41.099+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:41.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:41 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:41.099+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:41.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:41 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:41.099+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:41.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:41.164+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:41.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:41.164+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:42.099 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:41.692+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:00.821338+0000 front 2024-04-23T18:34:00.821256+0000 (oldest deadline 2024-04-23T18:34:26.721137+0000) 2024-04-23T18:34:42.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:41.692+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:06.721789+0000 front 2024-04-23T18:34:06.721641+0000 (oldest deadline 2024-04-23T18:34:32.021699+0000) 2024-04-23T18:34:42.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5[44726]: 2024-04-23T18:34:41.692+0000 7fba65b06700 -1 osd.5 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:13.722615+0000 front 2024-04-23T18:34:13.722645+0000 (oldest deadline 2024-04-23T18:34:39.622852+0000) 2024-04-23T18:34:42.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:41.890+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:42.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:41 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:41.890+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:42.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:41 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:41.924+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:42.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:41 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:41.924+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:42.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:42 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:42.145+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:42.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:42 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:42.145+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:42.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:42 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:42.145+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:42.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:41 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:41.911+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:42.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:41 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:41.911+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:42.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:42.057+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:42.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:42.057+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:42.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:42.057+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:42.516 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:42 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:42.193+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:42.516 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:42 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:42.193+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:42.849 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:42 smithi152 podman[69414]: 2024-04-23 18:34:42.525086274 +0000 UTC m=+5.571182981 container died c23c66fca52604e2edc736f9f8fcbf8dcd12a01f07565908808ead4af4f5a451 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-04-23T18:34:43.141 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:42 smithi152 podman[69414]: 2024-04-23 18:34:42.980773352 +0000 UTC m=+6.026870107 container cleanup c23c66fca52604e2edc736f9f8fcbf8dcd12a01f07565908808ead4af4f5a451 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:43.141 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:42 smithi152 bash[69414]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5 2024-04-23T18:34:43.141 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:42 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:42.897+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:43.141 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:42 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:42.897+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:43.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:42 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:42.950+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:43.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:42 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:42.950+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:43.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:43 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:43.109+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:43.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:43 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:43.109+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:43.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:43 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:43.109+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:43.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:42.932+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:43.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:42.932+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:43.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:43.015+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:43.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:43.015+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:43.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:43.015+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:43.542 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69431]: 2024-04-23 18:34:43.223518936 +0000 UTC m=+0.695323574 container remove c23c66fca52604e2edc736f9f8fcbf8dcd12a01f07565908808ead4af4f5a451 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2) 2024-04-23T18:34:43.542 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:43 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:43.148+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:43.542 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:43 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:43.148+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:43.818 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69521]: 2024-04-23 18:34:43.453767392 +0000 UTC m=+0.017701747 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:43.818 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69521]: 2024-04-23 18:34:43.565905517 +0000 UTC m=+0.129839871 container create 214078e0494d416a16e139b4bd8cdb7c8dfdacdb151d5ffa854b86262546316c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416) 2024-04-23T18:34:44.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:43 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:43.940+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:44.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:43 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:43.940+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:44.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69521]: 2024-04-23 18:34:43.827081061 +0000 UTC m=+0.391015419 container init 214078e0494d416a16e139b4bd8cdb7c8dfdacdb151d5ffa854b86262546316c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:44.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69521]: 2024-04-23 18:34:43.830217314 +0000 UTC m=+0.394151679 container start 214078e0494d416a16e139b4bd8cdb7c8dfdacdb151d5ffa854b86262546316c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:44.100 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:43 smithi152 podman[69521]: 2024-04-23 18:34:43.935306447 +0000 UTC m=+0.499240802 container attach 214078e0494d416a16e139b4bd8cdb7c8dfdacdb151d5ffa854b86262546316c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5-deactivate, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:44.206 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:43 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:43.954+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:44.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:43 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:43.954+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:44.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:44.114+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:44.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:44.114+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:44.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:44.114+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:44.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:43.971+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:44.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:43.971+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:44.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:43 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:43.971+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:44.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:44.047+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:44.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:44.047+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:44.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:44.047+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:44.421 INFO:journalctl@ceph.osd.5.smithi152.stdout:Apr 23 18:34:44 smithi152 podman[69521]: 2024-04-23 18:34:44.124318903 +0000 UTC m=+0.688253261 container died 214078e0494d416a16e139b4bd8cdb7c8dfdacdb151d5ffa854b86262546316c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:44.421 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:44 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:44.162+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:44.421 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:44 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:44.162+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:44.754 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.5.service' 2024-04-23T18:34:44.789 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:44.790 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-23T18:34:44.790 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-23T18:34:44.790 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.6 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:44 smithi055 systemd[1]: Stopping Ceph osd.6 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:44.991+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:44.992+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:44 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:44.992+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.090+0000 7f1113d29700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.090+0000 7f1113d29700 -1 osd.6 100 *** Got signal Terminated *** 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.090+0000 7f1113d29700 -1 osd.6 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:45.083 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:45.065+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:45.084 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:45.065+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:45.084 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:45.065+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:45.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:44 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:44.954+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:45.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:44 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:44.954+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:45.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:44.972+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:45.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:44 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:44.972+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:45.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:45.090+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:45.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:45.090+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:45.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:45 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:45.090+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:45.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:45.136+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:45.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:45.136+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:46 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:46.032+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:46 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:46.032+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:46 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:46.032+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.962+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.962+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:46.236 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:45 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:45.962+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:46.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:46 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:46.148+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:46.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:46 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:46.148+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:46.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:45.915+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:46.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:45 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:45.915+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:46.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:46 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:46.021+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:46.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:46 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:46.021+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:46.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:46 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:46.072+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:46.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:46 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:46.072+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:46.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:46 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:46.072+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:47.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:47 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:47.125+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:47.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:47 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:47.125+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:47.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:46 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:46.917+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:47.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:46 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:46.917+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:47.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:47.040+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:47.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:47.040+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:47.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:47.042+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:47.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:47.042+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:47.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:47.042+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:47.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:47.011+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:47.011+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:47.011+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:47.051+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:47.051+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:47.051+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:47.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:47 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:47.051+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:48.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:48 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:48.105+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:48.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:48 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:48.105+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:48.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:47 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:47.915+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:48.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:47 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:47.915+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:48.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:48.011+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:48.011+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:48.011+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:48.009+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:48.009+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:48.009+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:48.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:48 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:48.009+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:48.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:48.030+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:48.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:48.030+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:48.486 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:48.030+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:48.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:48.010+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:48.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:48.010+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:48.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:48.010+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:48.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:48 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:48.010+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:49.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:49 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:49.134+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:49.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:49 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:49.134+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:49.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:48 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:48.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:49.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:48 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:48.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:49.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:48 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:48.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:49.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:49.059+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:49.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:49.059+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:49.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:49.059+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:49.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.006+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:49.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.006+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:49.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.006+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:49.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.006+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:49.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:49.052+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:49.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:49.052+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:49.485 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:49.052+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:49.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:49.044+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:49.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:49.044+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:49.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:49.044+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:49.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:49 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:49.044+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:50.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:50.094+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:50.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:50.094+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:50.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:50.094+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:50.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.959+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:50.208 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.959+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:50.208 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.959+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:50.208 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:49 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:49.959+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:50.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:50 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:50.176+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:50.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:50 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:50.176+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:50.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:49 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:49.973+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:50.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:49 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:49.973+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:50.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:49 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:49.973+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:50.418 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:50.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:50.419 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:50.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:50.419 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:50.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:50.419 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:50.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:50.419 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:50.071+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.217567+0000 front 2024-04-23T18:34:01.217371+0000 (oldest deadline 2024-04-23T18:34:24.117522+0000) 2024-04-23T18:34:50.419 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:50.071+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.418272+0000 front 2024-04-23T18:34:09.418313+0000 (oldest deadline 2024-04-23T18:34:31.018947+0000) 2024-04-23T18:34:50.420 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:50.071+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:17.420987+0000 front 2024-04-23T18:34:17.421056+0000 (oldest deadline 2024-04-23T18:34:43.320767+0000) 2024-04-23T18:34:50.420 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6[57689]: 2024-04-23T18:34:50.071+0000 7f111031d700 -1 osd.6 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:23.321280+0000 front 2024-04-23T18:34:23.321341+0000 (oldest deadline 2024-04-23T18:34:49.221335+0000) 2024-04-23T18:34:50.690 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 podman[90375]: 2024-04-23 18:34:50.426764996 +0000 UTC m=+5.424486014 container died 6a97be7c0cbd1bfea5cd272ae9170c3aaa2d21f22e84367d54de50e769c0e598 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-04-23T18:34:50.950 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 podman[90375]: 2024-04-23 18:34:50.699088003 +0000 UTC m=+5.696809012 container cleanup 6a97be7c0cbd1bfea5cd272ae9170c3aaa2d21f22e84367d54de50e769c0e598 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-23T18:34:50.950 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 bash[90375]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6 2024-04-23T18:34:51.196 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:50 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:50.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:51.197 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:50 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:50.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:51.197 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:50 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:50.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:51.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:50 smithi055 podman[90392]: 2024-04-23 18:34:50.958609276 +0000 UTC m=+0.531688511 container remove 6a97be7c0cbd1bfea5cd272ae9170c3aaa2d21f22e84367d54de50e769c0e598 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-23T18:34:51.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:51 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:51.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:51.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:51 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:51.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:51.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:51 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:51.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:51.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:51 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:51.061+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:51.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:51 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:51.057+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:51 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:51.057+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:51 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:51.057+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:50.982+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:50.982+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:50.982+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:51.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:50.982+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:51.587 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.193036585 +0000 UTC m=+0.018512189 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:51.587 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.309668187 +0000 UTC m=+0.135143818 container create 10afe703b1d07bc8557ba67091f7f3d47e2394696f2729f50777f2acb7574c2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:34:51.588 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.596006568 +0000 UTC m=+0.421482157 container init 10afe703b1d07bc8557ba67091f7f3d47e2394696f2729f50777f2acb7574c2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:34:51.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:51.205+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:51.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:51.205+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:51.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:51.205+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:51.903 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.599709589 +0000 UTC m=+0.425185187 container start 10afe703b1d07bc8557ba67091f7f3d47e2394696f2729f50777f2acb7574c2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-23T18:34:51.903 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.662339257 +0000 UTC m=+0.487814867 container attach 10afe703b1d07bc8557ba67091f7f3d47e2394696f2729f50777f2acb7574c2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-23T18:34:52.235 INFO:journalctl@ceph.osd.6.smithi055.stdout:Apr 23 18:34:51 smithi055 podman[90481]: 2024-04-23 18:34:51.911823244 +0000 UTC m=+0.737298857 container died 10afe703b1d07bc8557ba67091f7f3d47e2394696f2729f50777f2acb7574c2a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-6-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-23T18:34:52.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:52.098+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:52.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:52.098+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:52.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:52.098+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:52.236 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:52 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:52.098+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:52.244 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:51.892+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:52.245 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:51.892+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:52.245 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:51 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:51.892+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:52.456 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.033+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.033+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.033+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.013+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.013+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.013+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:52.457 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.013+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:52.548 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.6.service' 2024-04-23T18:34:52.589 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:34:52.589 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-23T18:34:52.590 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-23T18:34:52.590 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.7 2024-04-23T18:34:52.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:52.253+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:52.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:52.253+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:52.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:52.253+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:52.900 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 systemd[1]: Stopping Ceph osd.7 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.970+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.970+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.970+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:52.970+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.907+0000 7f0fb0717700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.907+0000 7f0fb0717700 -1 osd.7 100 *** Got signal Terminated *** 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:52 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:52.907+0000 7f0fb0717700 -1 osd.7 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:53.063+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:53.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:53.063+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:53.208 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:53.063+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:53.259 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:52.936+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:53.259 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:52.936+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:53.259 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:52 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:52.936+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:53.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:53.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:53.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:53.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:53.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:53.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:53.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:53 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:53.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:53.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:53.267+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:53.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:53.267+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:53.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:53.267+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:54.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:54.107+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:54.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:54.107+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:54.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:54.107+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:54.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:53.922+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:54.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:53.922+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:54.208 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:53.922+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:54.208 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:53 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:53.922+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:54.264 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:53.940+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:54.264 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:53.940+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:54.264 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:53 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:53.940+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:54.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:54.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:54.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:54.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:54.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:54.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:54.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:54 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:54.091+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:54.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:54.272+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:54.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:54.272+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:54.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:54.272+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:54.894+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:54.894+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:54.894+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:54 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:54.894+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:55.103+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:55.103+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:55.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:55.103+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:55.241 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:54.981+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:55.241 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:54.981+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:55.241 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:54 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:54.981+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:55.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:55.107+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:55.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:55.107+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:55.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:55.107+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:55.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:55 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:55.107+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:55.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:55.249+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:55.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:55.249+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:55.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:55.249+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:56.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:55.883+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:55.883+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:55.883+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:55.883+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:56.088+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:56.088+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:56.088+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:56.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:56.088+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:30.719487+0000 front 2024-04-23T18:34:30.719448+0000 (oldest deadline 2024-04-23T18:34:55.419527+0000) 2024-04-23T18:34:56.288 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:55.938+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:56.288 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:55.938+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:56.288 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:55 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:55.938+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:56.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:56.121+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:56.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:56.121+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:56.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:56.121+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:56.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:56 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:56.121+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:56.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:56.296+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:56.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:56.296+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:56.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:56.296+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:57.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:56.838+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:56.838+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:56.838+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:56 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:56.838+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:57.079+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:04.814184+0000 front 2024-04-23T18:34:04.814286+0000 (oldest deadline 2024-04-23T18:34:33.614939+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:57.079+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.315994+0000 front 2024-04-23T18:34:15.315960+0000 (oldest deadline 2024-04-23T18:34:39.316493+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:57.079+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.517861+0000 front 2024-04-23T18:34:21.517937+0000 (oldest deadline 2024-04-23T18:34:47.417782+0000) 2024-04-23T18:34:57.207 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7[50414]: 2024-04-23T18:34:57.079+0000 7f0fa8d03700 -1 osd.7 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:30.719487+0000 front 2024-04-23T18:34:30.719448+0000 (oldest deadline 2024-04-23T18:34:55.419527+0000) 2024-04-23T18:34:57.292 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:56.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:57.292 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:56.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:57.292 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:56.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:57.292 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:56 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:56.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:34:57.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:57.128+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:57.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:57.128+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:57.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:57.128+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:57.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:57 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:57.128+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:57.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:57.301+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:57.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:57.301+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:57.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:57.301+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:58.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:57.835+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:58.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:57.835+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:58.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:57.835+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:58.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:57.835+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:58.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:57 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:57.835+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:34:58.314 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:57.885+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:58.314 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:57.885+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:58.314 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:57.885+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:58.314 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:57 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:57.885+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:34:58.401 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:58.152+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:58.401 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:58.152+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:58.401 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:58.152+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:58.401 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:58.152+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:58.401 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:58 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:58.152+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:34:58.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:58.322+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:58.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:58.322+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:58.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:58.322+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:58.701 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:58 smithi116 podman[68735]: 2024-04-23 18:34:58.375198898 +0000 UTC m=+5.586656357 container died 5cc4bd83e8ced6d910621d05316911b8ecea4263541aa986f27e1e350f880e43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:58.809+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:58.809+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:58.809+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:58.809+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:58.809+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:58 smithi116 podman[68735]: 2024-04-23 18:34:58.709854618 +0000 UTC m=+5.921312075 container cleanup 5cc4bd83e8ced6d910621d05316911b8ecea4263541aa986f27e1e350f880e43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:58 smithi116 bash[68735]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7 2024-04-23T18:34:58.957 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:58 smithi116 podman[68764]: 2024-04-23 18:34:58.927956333 +0000 UTC m=+0.549396399 container remove 5cc4bd83e8ced6d910621d05316911b8ecea4263541aa986f27e1e350f880e43 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-23T18:34:59.306 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:58.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:34:59.306 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:58.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:34:59.306 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:58.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:34:59.306 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:58 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:58.903+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:34:59.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:59.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:34:59.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:59.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:34:59.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:59.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:34:59.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:59.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:34:59.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:34:59 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:34:59.161+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:34:59.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:59.314+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:34:59.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:59.314+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:34:59.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:34:59.314+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:34:59.605 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.232414773 +0000 UTC m=+0.017962745 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:34:59.605 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.337179035 +0000 UTC m=+0.122726979 container create 3ad13b3f8521022e71c1b9ea2de0c3d4f368a14110d3d1a1f6e8fa2ed939ea0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-23T18:34:59.605 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.54008873 +0000 UTC m=+0.325636680 container init 3ad13b3f8521022e71c1b9ea2de0c3d4f368a14110d3d1a1f6e8fa2ed939ea0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-23T18:34:59.606 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.543440389 +0000 UTC m=+0.328988334 container start 3ad13b3f8521022e71c1b9ea2de0c3d4f368a14110d3d1a1f6e8fa2ed939ea0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-23T18:34:59.606 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.614433502 +0000 UTC m=+0.399981458 container attach 3ad13b3f8521022e71c1b9ea2de0c3d4f368a14110d3d1a1f6e8fa2ed939ea0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-23T18:34:59.956 INFO:journalctl@ceph.osd.7.smithi116.stdout:Apr 23 18:34:59 smithi116 podman[68855]: 2024-04-23 18:34:59.833569071 +0000 UTC m=+0.619117030 container died 3ad13b3f8521022e71c1b9ea2de0c3d4f368a14110d3d1a1f6e8fa2ed939ea0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-7-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-23T18:34:59.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:59.773+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:34:59.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:59.773+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:34:59.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:59.773+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:34:59.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:59.773+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:34:59.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:34:59 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:34:59.773+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:00.328 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:59.937+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:00.328 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:59.937+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:00.328 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:59.937+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:00.328 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:34:59 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:34:59.937+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:00.456 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.7.service' 2024-04-23T18:35:00.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:00.119+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:00.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:00.119+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:00.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:00.119+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:00.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:00.119+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:00.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:00 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:00.119+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:00.494 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:00.494 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-23T18:35:00.494 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-04-23T18:35:00.495 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.8 2024-04-23T18:35:00.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.336+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:00.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.336+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:00.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.336+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:00.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.336+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:00.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 systemd[1]: Stopping Ceph osd.8 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:01.099 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.815+0000 7efd3ba4f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:01.099 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.815+0000 7efd3ba4f700 -1 osd.8 100 *** Got signal Terminated *** 2024-04-23T18:35:01.100 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:00.815+0000 7efd3ba4f700 -1 osd.8 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:01.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:00.969+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:01.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:00.969+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:01.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:00.969+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:01.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:00 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:00.969+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:01.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:00.807+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:01.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:00.807+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:01.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:00.807+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:01.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:00.807+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:01.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:00 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:00.807+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:01.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:01.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:01.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:01.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:01.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:01.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:01.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:01.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:01.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:01 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:01.104+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:01.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:01.325+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:01.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:01.325+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:01.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:01.325+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:01.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:01.325+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:02.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:01.832+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:02.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:01.832+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:02.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:01.832+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:02.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:01.832+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:02.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:01 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:01.832+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:02.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:01.949+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:02.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:01.949+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:02.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:01.949+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:02.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:01 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:01.949+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:02.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:02.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:02.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:02.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:02.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:02.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:02.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:02.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:02.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:02 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:02.136+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:02.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:02.343+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:02.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:02.343+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:02.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:02.343+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:02.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:02.343+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:03.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:02 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:02.808+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:03.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:02 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:02.808+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:03.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:02 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:02.808+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:03.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:02 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:02.808+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:03.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:02 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:02.808+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:03.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:02.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:03.399 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:02.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:03.399 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:02.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:03.399 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:02.929+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:03.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:03 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:03.138+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:03.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:03 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:03.138+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:03.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:03 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:03.138+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:03.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:03 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:03.138+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:03.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:03 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:03.138+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:03.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:03.366+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:03.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:03.366+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:03.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:03.366+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:03.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:03.366+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:03.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:03.366+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:40.723771+0000 front 2024-04-23T18:34:40.723798+0000 (oldest deadline 2024-04-23T18:35:02.924397+0000) 2024-04-23T18:35:04.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:04.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:04.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:04.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:04.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:04.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:03 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:03.839+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:04.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:03.974+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:04.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:03.974+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:04.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:03.974+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:04.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:03 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:03.974+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:04.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:04 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:04.182+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:04.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:04 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:04.182+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:04.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:04 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:04.182+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:04.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:04 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:04.182+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:04.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:04 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:04.182+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:04.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:04.370+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:04.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:04.370+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:04.850 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:04.370+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:04.850 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:04.370+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:04.850 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:04.370+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:40.723771+0000 front 2024-04-23T18:34:40.723798+0000 (oldest deadline 2024-04-23T18:35:02.924397+0000) 2024-04-23T18:35:05.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:05.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:05.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:05.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:05.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:05.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:04 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:04.806+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:05.326 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:04.968+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:05.327 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:04.968+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:05.327 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:04.968+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:05.327 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:04.968+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:05.327 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:04 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:04.968+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:05.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:05.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:05.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:05.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:05.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:05.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:05 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:05.231+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:05.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:05.335+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:09.417843+0000 front 2024-04-23T18:34:09.417712+0000 (oldest deadline 2024-04-23T18:34:35.317784+0000) 2024-04-23T18:35:05.599 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:05.335+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.818677+0000 front 2024-04-23T18:34:15.818787+0000 (oldest deadline 2024-04-23T18:34:39.918810+0000) 2024-04-23T18:35:05.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:05.335+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:26.221256+0000 front 2024-04-23T18:34:26.221365+0000 (oldest deadline 2024-04-23T18:34:50.921260+0000) 2024-04-23T18:35:05.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:05.335+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:32.022433+0000 front 2024-04-23T18:34:32.022544+0000 (oldest deadline 2024-04-23T18:35:00.222685+0000) 2024-04-23T18:35:05.600 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8[51271]: 2024-04-23T18:35:05.335+0000 7efd38043700 -1 osd.8 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:40.723771+0000 front 2024-04-23T18:34:40.723798+0000 (oldest deadline 2024-04-23T18:35:02.924397+0000) 2024-04-23T18:35:06.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:06.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:06.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:06.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:06.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:06.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:05 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:05.761+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:06.349 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:06 smithi152 podman[69625]: 2024-04-23 18:35:06.179281577 +0000 UTC m=+5.479689157 container died e94566f24b77b448aad0f7cd487b5a22c9d67c69d6e5a92825c1d5cf9b6a6c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:06.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:05.966+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:06.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:05.966+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:06.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:05.966+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:06.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:05.966+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:06.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:05 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:05.966+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:06.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:06.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:06.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:06.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:06.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:06.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:06 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:06.206+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:06.833 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:06 smithi152 podman[69625]: 2024-04-23 18:35:06.615635433 +0000 UTC m=+5.916043053 container cleanup e94566f24b77b448aad0f7cd487b5a22c9d67c69d6e5a92825c1d5cf9b6a6c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:06.833 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:06 smithi152 bash[69625]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8 2024-04-23T18:35:07.099 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:06 smithi152 podman[69642]: 2024-04-23 18:35:06.84174251 +0000 UTC m=+0.664998190 container remove e94566f24b77b448aad0f7cd487b5a22c9d67c69d6e5a92825c1d5cf9b6a6c48 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:07.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:06 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:06.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:07.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:06 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:06.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:07.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:06 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:06.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:07.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:06 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:06.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:07.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:06 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:06.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:07.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:07.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:07.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:07.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:07.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:07.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:06 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:06.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:07.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:07 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:07.230+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:07.569 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.166422317 +0000 UTC m=+0.018629601 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:07.569 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.275911972 +0000 UTC m=+0.128119247 container create e41747b1ef6fbfb147cd183ce3996156cf0bb6751198d83d1aa6082d05116dc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-23T18:35:07.570 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.503223817 +0000 UTC m=+0.355431093 container init e41747b1ef6fbfb147cd183ce3996156cf0bb6751198d83d1aa6082d05116dc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:07.570 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.506391919 +0000 UTC m=+0.358599194 container start e41747b1ef6fbfb147cd183ce3996156cf0bb6751198d83d1aa6082d05116dc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-23T18:35:07.570 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.57817446 +0000 UTC m=+0.430381738 container attach e41747b1ef6fbfb147cd183ce3996156cf0bb6751198d83d1aa6082d05116dc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240416) 2024-04-23T18:35:07.849 INFO:journalctl@ceph.osd.8.smithi152.stdout:Apr 23 18:35:07 smithi152 podman[69733]: 2024-04-23 18:35:07.792727675 +0000 UTC m=+0.644934960 container died e41747b1ef6fbfb147cd183ce3996156cf0bb6751198d83d1aa6082d05116dc9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:08.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:08.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:08.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:08.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:08.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:08.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:07 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:07.737+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:08.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:07.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:08.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:07.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:08.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:07.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:08.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:07.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:08.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:07.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:08.424 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.8.service' 2024-04-23T18:35:08.461 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:08.461 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-04-23T18:35:08.461 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-04-23T18:35:08.461 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.9 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:08.493 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:08.746 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 systemd[1]: Stopping Ceph osd.9 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:08.746 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.754+0000 7f084cf46700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:08.746 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.754+0000 7f084cf46700 -1 osd.9 100 *** Got signal Terminated *** 2024-04-23T18:35:08.746 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:08 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:08.754+0000 7f084cf46700 -1 osd.9 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:09.099 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:08.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:09.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:08.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:09.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:08.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:09.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:08.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:09.100 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:08 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:08.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:09.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:09.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:09.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:09.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:09.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:09.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:08 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:08.749+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:09.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:09 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:09.263+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:10.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:09 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:09.798+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:10.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:09.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:10.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:09.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:10.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:09.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:10.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:09.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:10.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:09 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:09.904+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:10.735 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:10.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:10.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:10.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:10.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:10.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:10 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:10.304+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:11.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:11.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:11.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:11.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:11.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:11.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:10 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:10.772+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:11.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:10.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:11.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:10.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:11.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:10.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:11.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:10.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:11.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:10 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:10.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:11.735 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:11.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:11.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:11.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:11.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:11.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:11 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:11.289+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:12.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:12.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:11 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:11.733+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:12.251 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:11.933+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:12.251 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:11.933+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:12.251 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:11.933+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:12.251 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:11.933+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:12.251 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:11.933+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:12.735 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:12.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:12.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:12.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:12.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:12.736 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:12 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:12.249+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:13.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:12 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:12.765+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:13.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:13.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:13.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:13.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:13.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:13.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:12 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:12.948+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:13.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:56.669759+0000 front 2024-04-23T18:33:56.669658+0000 (oldest deadline 2024-04-23T18:34:22.569799+0000) 2024-04-23T18:35:13.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:08.470915+0000 front 2024-04-23T18:34:08.470963+0000 (oldest deadline 2024-04-23T18:34:33.071746+0000) 2024-04-23T18:35:13.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.973354+0000 front 2024-04-23T18:34:15.973415+0000 (oldest deadline 2024-04-23T18:34:40.073365+0000) 2024-04-23T18:35:13.485 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.875457+0000 front 2024-04-23T18:34:22.875497+0000 (oldest deadline 2024-04-23T18:34:46.975701+0000) 2024-04-23T18:35:13.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:33.277592+0000 front 2024-04-23T18:34:33.277600+0000 (oldest deadline 2024-04-23T18:34:57.977415+0000) 2024-04-23T18:35:13.486 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:13 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9[64281]: 2024-04-23T18:35:13.215+0000 7f084953a700 -1 osd.9 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.078817+0000 front 2024-04-23T18:34:39.078709+0000 (oldest deadline 2024-04-23T18:35:04.378600+0000) 2024-04-23T18:35:14.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:14.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:13 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:13.751+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:14.337 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 podman[90600]: 2024-04-23 18:35:14.078551133 +0000 UTC m=+5.408121187 container died 2b2126e556de45f2f7f594b1d39a5d00bee931ab9a0dd16eb42d41c79a910b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-23T18:35:14.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:14.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:14.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:14.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:14.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:14.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:13 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:13.947+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:14.589 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 podman[90600]: 2024-04-23 18:35:14.346075104 +0000 UTC m=+5.675645164 container cleanup 2b2126e556de45f2f7f594b1d39a5d00bee931ab9a0dd16eb42d41c79a910b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD) 2024-04-23T18:35:14.589 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 bash[90600]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9 2024-04-23T18:35:14.912 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 podman[90618]: 2024-04-23 18:35:14.597512475 +0000 UTC m=+0.512306153 container remove 2b2126e556de45f2f7f594b1d39a5d00bee931ab9a0dd16eb42d41c79a910b1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-23T18:35:15.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:15.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:14 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:14.743+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:15.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 podman[90706]: 2024-04-23 18:35:14.824120801 +0000 UTC m=+0.018437743 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:15.235 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:14 smithi055 podman[90706]: 2024-04-23 18:35:14.931627216 +0000 UTC m=+0.125944158 container create 878d249e8c68fe8f83f62ec8a28c46ea338e95882543ea598439854a6523cdd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-23T18:35:15.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:15.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:15.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:15.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:15.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:15.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:14.972+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:15.592 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:15 smithi055 podman[90706]: 2024-04-23 18:35:15.292624866 +0000 UTC m=+0.486941809 container init 878d249e8c68fe8f83f62ec8a28c46ea338e95882543ea598439854a6523cdd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:15.592 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:15 smithi055 podman[90706]: 2024-04-23 18:35:15.29593839 +0000 UTC m=+0.490255342 container start 878d249e8c68fe8f83f62ec8a28c46ea338e95882543ea598439854a6523cdd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-23T18:35:15.592 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:15 smithi055 podman[90706]: 2024-04-23 18:35:15.350896061 +0000 UTC m=+0.545213016 container attach 878d249e8c68fe8f83f62ec8a28c46ea338e95882543ea598439854a6523cdd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:35:15.879 INFO:journalctl@ceph.osd.9.smithi055.stdout:Apr 23 18:35:15 smithi055 podman[90706]: 2024-04-23 18:35:15.600725066 +0000 UTC m=+0.795042012 container died 878d249e8c68fe8f83f62ec8a28c46ea338e95882543ea598439854a6523cdd7 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416) 2024-04-23T18:35:16.146 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.9.service' 2024-04-23T18:35:16.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:16.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:16.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:16.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:16.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:16.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:16.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:15 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:15.768+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:16.225 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:16.225 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-04-23T18:35:16.226 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-04-23T18:35:16.226 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.10 2024-04-23T18:35:16.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:16.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:16.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:16.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:16.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:16.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:15 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:15.935+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:16.537 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 systemd[1]: Stopping Ceph osd.10 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.545+0000 7f29af987700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.545+0000 7f29af987700 -1 osd.10 100 *** Got signal Terminated *** 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.545+0000 7f29af987700 -1 osd.10 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:16.957 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:16.958 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:16.958 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:16.958 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:16 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:16.719+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:17.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:17.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:17.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:17.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:17.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:17.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:16 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:16.901+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:18.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:18.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:17 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:17.748+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:18.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:18.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:18.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:18.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:18.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:18.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:17 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:17.910+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.741+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:19.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:18 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:18.742+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:19.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:19.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:19.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:19.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:19.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:19.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:18 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:18.957+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:20.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:20.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:19 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:19.782+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:20.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:20.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:20.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:20.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:20.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:20.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:19 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:19.914+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:21.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:33:59.658529+0000 front 2024-04-23T18:33:59.658612+0000 (oldest deadline 2024-04-23T18:34:23.158574+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6804 osd.1 since back 2024-04-23T18:34:07.859565+0000 front 2024-04-23T18:34:07.859601+0000 (oldest deadline 2024-04-23T18:34:30.759861+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:15.461321+0000 front 2024-04-23T18:34:15.461423+0000 (oldest deadline 2024-04-23T18:34:41.361232+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:21.361772+0000 front 2024-04-23T18:34:21.361901+0000 (oldest deadline 2024-04-23T18:34:47.261677+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.163428+0000 front 2024-04-23T18:34:34.163453+0000 (oldest deadline 2024-04-23T18:34:57.663552+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:39.265133+0000 front 2024-04-23T18:34:39.265036+0000 (oldest deadline 2024-04-23T18:35:03.364975+0000) 2024-04-23T18:35:21.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:20 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10[57173]: 2024-04-23T18:35:20.780+0000 7f29a7f73700 -1 osd.10 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:47.466029+0000 front 2024-04-23T18:34:47.466074+0000 (oldest deadline 2024-04-23T18:35:10.966011+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:21.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:20 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:20.894+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:22.308 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:22.308 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:22.309 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:22.309 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:22.309 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:22.309 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:22.309 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:21 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:21.908+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:22.312 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 podman[68960]: 2024-04-23 18:35:22.008600954 +0000 UTC m=+5.576036072 container died e518d23b85cabd5fd39e5ab2036e391c7e663652454640402604f0830f67eabf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416) 2024-04-23T18:35:22.312 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 podman[68960]: 2024-04-23 18:35:22.320718759 +0000 UTC m=+5.888153877 container cleanup e518d23b85cabd5fd39e5ab2036e391c7e663652454640402604f0830f67eabf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-23T18:35:22.707 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 bash[68960]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10 2024-04-23T18:35:22.707 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 podman[68978]: 2024-04-23 18:35:22.496723737 +0000 UTC m=+0.490636945 container remove e518d23b85cabd5fd39e5ab2036e391c7e663652454640402604f0830f67eabf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:23.206 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 podman[69066]: 2024-04-23 18:35:22.840153996 +0000 UTC m=+0.017763337 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:23.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:22 smithi116 podman[69066]: 2024-04-23 18:35:22.939135788 +0000 UTC m=+0.116745100 container create b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-04-23T18:35:23.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 podman[69066]: 2024-04-23 18:35:23.150441611 +0000 UTC m=+0.328050934 container init b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416) 2024-04-23T18:35:23.207 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 podman[69066]: 2024-04-23 18:35:23.153812788 +0000 UTC m=+0.331422100 container start b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-23T18:35:23.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:23.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:23.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:23.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:23.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:23.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:23.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:22 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:22.958+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:23.706 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 podman[69066]: 2024-04-23 18:35:23.233732927 +0000 UTC m=+0.411342243 container attach b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-23T18:35:23.707 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 podman[69066]: 2024-04-23 18:35:23.444239323 +0000 UTC m=+0.621848652 container died b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-23T18:35:23.970 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.10.service' 2024-04-23T18:35:23.992 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 podman[69093]: 2024-04-23 18:35:23.962221722 +0000 UTC m=+0.512964527 container remove b116cca5b8783385b3aee9b24473ec35e2bd0d2a55e3e3db4cd9d0517f6b50a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-10-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-23T18:35:23.992 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.10.service: Deactivated successfully. 2024-04-23T18:35:23.992 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 systemd[1]: Stopped Ceph osd.10 for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:35:23.992 INFO:journalctl@ceph.osd.10.smithi116.stdout:Apr 23 18:35:23 smithi116 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.10.service: Consumed 26.885s CPU time. 2024-04-23T18:35:24.006 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:24.006 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-04-23T18:35:24.007 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-04-23T18:35:24.007 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.11 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:23 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:23.925+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:24.335 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 systemd[1]: Stopping Ceph osd.11 for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:24.599 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.342+0000 7f2fc241e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:24.599 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.342+0000 7f2fc241e700 -1 osd.11 100 *** Got signal Terminated *** 2024-04-23T18:35:24.599 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.342+0000 7f2fc241e700 -1 osd.11 100 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-23T18:35:25.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:25.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:24 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:24.924+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:26.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:26.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:26.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:26.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:26.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:26.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:26.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:25 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:25.900+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:27.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:27.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:27.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:26 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:26.871+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6820 osd.8 since back 2024-04-23T18:35:00.918087+0000 front 2024-04-23T18:35:00.918153+0000 (oldest deadline 2024-04-23T18:35:26.818192+0000) 2024-04-23T18:35:28.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:28.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:27 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:27.866+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6820 osd.8 since back 2024-04-23T18:35:00.918087+0000 front 2024-04-23T18:35:00.918153+0000 (oldest deadline 2024-04-23T18:35:26.818192+0000) 2024-04-23T18:35:29.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6806 osd.0 since back 2024-04-23T18:34:01.309614+0000 front 2024-04-23T18:34:01.309712+0000 (oldest deadline 2024-04-23T18:34:24.809717+0000) 2024-04-23T18:35:29.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6804 osd.2 since back 2024-04-23T18:34:16.512370+0000 front 2024-04-23T18:34:16.512245+0000 (oldest deadline 2024-04-23T18:34:40.012391+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6814 osd.3 since back 2024-04-23T18:34:22.313479+0000 front 2024-04-23T18:34:22.313397+0000 (oldest deadline 2024-04-23T18:34:48.213380+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6812 osd.4 since back 2024-04-23T18:34:34.114579+0000 front 2024-04-23T18:34:34.114498+0000 (oldest deadline 2024-04-23T18:34:56.414544+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6812 osd.5 since back 2024-04-23T18:34:41.115406+0000 front 2024-04-23T18:34:41.115453+0000 (oldest deadline 2024-04-23T18:35:04.015469+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.55:6822 osd.6 since back 2024-04-23T18:34:46.817155+0000 front 2024-04-23T18:34:46.817261+0000 (oldest deadline 2024-04-23T18:35:12.116947+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.116:6820 osd.7 since back 2024-04-23T18:34:55.017862+0000 front 2024-04-23T18:34:55.017785+0000 (oldest deadline 2024-04-23T18:35:20.917741+0000) 2024-04-23T18:35:29.350 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:28 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11[58051]: 2024-04-23T18:35:28.888+0000 7f2fbaa0a700 -1 osd.11 100 heartbeat_check: no reply from 172.21.15.152:6820 osd.8 since back 2024-04-23T18:35:00.918087+0000 front 2024-04-23T18:35:00.918153+0000 (oldest deadline 2024-04-23T18:35:26.818192+0000) 2024-04-23T18:35:30.034 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:29 smithi152 podman[69849]: 2024-04-23 18:35:29.769261876 +0000 UTC m=+5.558020372 container died 23d2d7208ee2e3050589c9cd860f8140f79f58b7751e2708629adf91da71517f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:35:30.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69849]: 2024-04-23 18:35:30.041933578 +0000 UTC m=+5.830692073 container cleanup 23d2d7208ee2e3050589c9cd860f8140f79f58b7751e2708629adf91da71517f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:35:30.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 bash[69849]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11 2024-04-23T18:35:30.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69866]: 2024-04-23 18:35:30.218360195 +0000 UTC m=+0.446320074 container remove 23d2d7208ee2e3050589c9cd860f8140f79f58b7751e2708629adf91da71517f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:35:30.954 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69959]: 2024-04-23 18:35:30.563313684 +0000 UTC m=+0.018126163 image pull da4b004c09e820713483d039bc76fbd660be678f2ea3c03e059a6161b74dab76 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4 2024-04-23T18:35:30.954 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69959]: 2024-04-23 18:35:30.661026877 +0000 UTC m=+0.115839329 container create 3b2bbe6dd33b6c99e8850045046aec606b591a256f502d3c270cf2502c72fcf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_CLEAN=True) 2024-04-23T18:35:30.955 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69959]: 2024-04-23 18:35:30.888389123 +0000 UTC m=+0.343201577 container init 3b2bbe6dd33b6c99e8850045046aec606b591a256f502d3c270cf2502c72fcf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:30.955 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69959]: 2024-04-23 18:35:30.8914755 +0000 UTC m=+0.346287954 container start 3b2bbe6dd33b6c99e8850045046aec606b591a256f502d3c270cf2502c72fcf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0) 2024-04-23T18:35:30.955 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:30 smithi152 podman[69959]: 2024-04-23 18:35:30.96305103 +0000 UTC m=+0.417863488 container attach 3b2bbe6dd33b6c99e8850045046aec606b591a256f502d3c270cf2502c72fcf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:31.349 INFO:journalctl@ceph.osd.11.smithi152.stdout:Apr 23 18:35:31 smithi152 podman[69959]: 2024-04-23 18:35:31.18625146 +0000 UTC m=+0.641063927 container died 3b2bbe6dd33b6c99e8850045046aec606b591a256f502d3c270cf2502c72fcf9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-osd-11-deactivate, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-23T18:35:31.746 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@osd.11.service' 2024-04-23T18:35:31.783 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:31.783 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-04-23T18:35:31.783 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-23T18:35:31.783 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.a 2024-04-23T18:35:32.235 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:31 smithi055 systemd[1]: Stopping Ceph mds.a for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:32.513 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: 2024-04-23T18:35:32.298+0000 7ffa94ea9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:32.513 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:32 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a[70672]: 2024-04-23T18:35:32.298+0000 7ffa94ea9700 -1 mds.a *** got signal Terminated *** 2024-04-23T18:35:33.735 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:33 smithi055 podman[90822]: 2024-04-23 18:35:33.712142522 +0000 UTC m=+1.714370699 container died 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:34.334 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 podman[90822]: 2024-04-23 18:35:34.14861341 +0000 UTC m=+2.150841601 container cleanup 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS) 2024-04-23T18:35:34.334 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 bash[90822]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a 2024-04-23T18:35:34.576 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.a.service' 2024-04-23T18:35:34.600 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 podman[90848]: 2024-04-23 18:35:34.341651522 +0000 UTC m=+0.624279873 container remove 27cfecedf2878f81c602b481d9af9d073b538bde18905b8507b62237c1da384d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240416, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-23T18:35:34.600 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-23T18:35:34.600 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 systemd[1]: Stopped Ceph mds.a for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:35:34.600 INFO:journalctl@ceph.mds.a.smithi055.stdout:Apr 23 18:35:34 smithi055 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.a.service: Consumed 2.825s CPU time. 2024-04-23T18:35:34.615 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:34.615 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-23T18:35:34.615 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-04-23T18:35:34.615 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.d 2024-04-23T18:35:34.953 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:34 smithi055 systemd[1]: Stopping Ceph mds.d for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:35.235 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d[69713]: 2024-04-23T18:35:34.960+0000 7f8343da0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:35.235 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:34 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d[69713]: 2024-04-23T18:35:34.960+0000 7f8343da0700 -1 mds.d *** got signal Terminated *** 2024-04-23T18:35:37.235 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:36 smithi055 podman[90956]: 2024-04-23 18:35:36.799714738 +0000 UTC m=+1.946180942 container died 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-23T18:35:37.629 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:37 smithi055 podman[90956]: 2024-04-23 18:35:37.261028567 +0000 UTC m=+2.407494765 container cleanup 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-23T18:35:37.629 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:37 smithi055 bash[90956]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d 2024-04-23T18:35:37.629 INFO:journalctl@ceph.mds.d.smithi055.stdout:Apr 23 18:35:37 smithi055 podman[90968]: 2024-04-23 18:35:37.504087619 +0000 UTC m=+0.700234494 container remove 0cb87a0fd42468200f8c81a0d0a718c76debe420ededf8abd5a10c649da5b92e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-d, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-23T18:35:37.649 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.d.service' 2024-04-23T18:35:37.682 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:37.682 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-04-23T18:35:37.683 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-04-23T18:35:37.683 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.g 2024-04-23T18:35:37.985 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:37 smithi055 systemd[1]: Stopping Ceph mds.g for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:38.485 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g[70309]: 2024-04-23T18:35:38.023+0000 7fbc55e23700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:38.485 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:38 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g[70309]: 2024-04-23T18:35:38.023+0000 7fbc55e23700 -1 mds.g *** got signal Terminated *** 2024-04-23T18:35:41.966 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:41 smithi055 podman[91076]: 2024-04-23 18:35:41.722221364 +0000 UTC m=+3.813496297 container died 37c24c22a017583deaa183f6d3e78306034130ea6dbb59c0825c00e8e43edc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, RELEASE=wip-lusov-quiescer-d69f13d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-23T18:35:42.235 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:42 smithi055 podman[91076]: 2024-04-23 18:35:42.07363953 +0000 UTC m=+4.164914486 container cleanup 37c24c22a017583deaa183f6d3e78306034130ea6dbb59c0825c00e8e43edc01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-23T18:35:42.236 INFO:journalctl@ceph.mds.g.smithi055.stdout:Apr 23 18:35:42 smithi055 bash[91076]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-g 2024-04-23T18:35:42.509 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.g.service' 2024-04-23T18:35:42.541 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:42.541 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-04-23T18:35:42.542 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-04-23T18:35:42.542 DEBUG:teuthology.orchestra.run.smithi055:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.j 2024-04-23T18:35:42.860 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:42 smithi055 systemd[1]: Stopping Ceph mds.j for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:43.235 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j[69364]: 2024-04-23T18:35:42.868+0000 7f6b503ec700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:43.235 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:42 smithi055 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j[69364]: 2024-04-23T18:35:42.868+0000 7f6b503ec700 -1 mds.j *** got signal Terminated *** 2024-04-23T18:35:46.229 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:45 smithi055 podman[91198]: 2024-04-23 18:35:45.87116373 +0000 UTC m=+3.105991479 container died 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-23T18:35:46.485 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:46 smithi055 podman[91198]: 2024-04-23 18:35:46.328162455 +0000 UTC m=+3.562990219 container cleanup 6ecfa5d72c9371e2e6b4c37a6e83c82488b7cb4022bcad561b7cbcdbe1bc0bed (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240416, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-23T18:35:46.485 INFO:journalctl@ceph.mds.j.smithi055.stdout:Apr 23 18:35:46 smithi055 bash[91198]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-j 2024-04-23T18:35:46.714 DEBUG:teuthology.orchestra.run.smithi055:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.j.service' 2024-04-23T18:35:46.747 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:46.747 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-04-23T18:35:46.747 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-23T18:35:46.748 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.b 2024-04-23T18:35:47.130 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:46 smithi116 systemd[1]: Stopping Ceph mds.b for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:47.456 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: 2024-04-23T18:35:47.137+0000 7f3608143700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:47.456 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:47 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b[62692]: 2024-04-23T18:35:47.137+0000 7f3608143700 -1 mds.b *** got signal Terminated *** 2024-04-23T18:35:50.138 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:49 smithi116 podman[69172]: 2024-04-23 18:35:49.728086621 +0000 UTC m=+2.780377630 container died ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-23T18:35:50.446 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:50 smithi116 podman[69172]: 2024-04-23 18:35:50.237891005 +0000 UTC m=+3.290182011 container cleanup ac92fef78bfab15ef69e20d93d4bcc7194f37a95b13869253a03c3cb1cd07706 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416) 2024-04-23T18:35:50.447 INFO:journalctl@ceph.mds.b.smithi116.stdout:Apr 23 18:35:50 smithi116 bash[69172]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-b 2024-04-23T18:35:50.559 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.b.service' 2024-04-23T18:35:50.592 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:50.592 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-23T18:35:50.592 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-04-23T18:35:50.593 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.e 2024-04-23T18:35:50.706 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:50 smithi116 systemd[1]: Stopping Ceph mds.e for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:51.206 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: 2024-04-23T18:35:50.923+0000 7f9607a77700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:51.207 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:50 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e[62069]: 2024-04-23T18:35:50.923+0000 7f9607a77700 -1 mds.e *** got signal Terminated *** 2024-04-23T18:35:54.207 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:53 smithi116 podman[69292]: 2024-04-23 18:35:53.732739317 +0000 UTC m=+2.914674815 container died f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-23T18:35:54.542 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:54 smithi116 podman[69292]: 2024-04-23 18:35:54.31685654 +0000 UTC m=+3.498792044 container cleanup f3509768d08a1ec4601b636680753c392e0acef160e3bad638ead135ba765257 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-23T18:35:54.542 INFO:journalctl@ceph.mds.e.smithi116.stdout:Apr 23 18:35:54 smithi116 bash[69292]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-e 2024-04-23T18:35:54.682 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.e.service' 2024-04-23T18:35:54.713 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:54.713 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-04-23T18:35:54.714 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-04-23T18:35:54.714 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.h 2024-04-23T18:35:55.206 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:54 smithi116 systemd[1]: Stopping Ceph mds.h for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:55.206 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: 2024-04-23T18:35:55.052+0000 7f534b3c5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:55.207 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:55 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h[62386]: 2024-04-23T18:35:55.052+0000 7f534b3c5700 -1 mds.h *** got signal Terminated *** 2024-04-23T18:35:58.005 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:57 smithi116 podman[69415]: 2024-04-23 18:35:57.741969175 +0000 UTC m=+2.794167649 container died c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h, GIT_BRANCH=HEAD, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-23T18:35:58.346 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:58 smithi116 podman[69415]: 2024-04-23 18:35:58.08776356 +0000 UTC m=+3.139962044 container cleanup c36c6d0d679d1ca13fc4613204bfcb8cd5996ecd5f0c4944102f67e788cc4516 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240416) 2024-04-23T18:35:58.347 INFO:journalctl@ceph.mds.h.smithi116.stdout:Apr 23 18:35:58 smithi116 bash[69415]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-h 2024-04-23T18:35:58.500 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.h.service' 2024-04-23T18:35:58.531 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:35:58.531 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-04-23T18:35:58.532 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-04-23T18:35:58.532 DEBUG:teuthology.orchestra.run.smithi116:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.k 2024-04-23T18:35:58.957 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:35:58 smithi116 systemd[1]: Stopping Ceph mds.k for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:35:58.957 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:35:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: 2024-04-23T18:35:58.858+0000 7f0865f05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:35:58.957 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:35:58 smithi116 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k[61748]: 2024-04-23T18:35:58.858+0000 7f0865f05700 -1 mds.k *** got signal Terminated *** 2024-04-23T18:36:02.007 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:36:01 smithi116 podman[69535]: 2024-04-23 18:36:01.720349737 +0000 UTC m=+2.969725646 container died 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True) 2024-04-23T18:36:02.007 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:36:02 smithi116 podman[69535]: 2024-04-23 18:36:02.016341542 +0000 UTC m=+3.265717445 container cleanup 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, RELEASE=wip-lusov-quiescer-d69f13d, GIT_BRANCH=HEAD, org.label-schema.build-date=20240416, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-23T18:36:02.319 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:36:02 smithi116 bash[69535]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k 2024-04-23T18:36:02.339 INFO:journalctl@ceph.mds.k.smithi116.stdout:Apr 23 18:36:02 smithi116 podman[69549]: 2024-04-23 18:36:02.217596834 +0000 UTC m=+0.496552072 container remove 8297802be9029c591518a646b804fa3699dfb6cbaf02539850cbef348cf698e4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-23T18:36:02.374 DEBUG:teuthology.orchestra.run.smithi116:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.k.service' 2024-04-23T18:36:02.437 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:02.456 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-04-23T18:36:02.489 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-04-23T18:36:02.523 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.c 2024-04-23T18:36:02.849 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:02 smithi152 systemd[1]: Stopping Ceph mds.c for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:03.166 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: 2024-04-23T18:36:02.915+0000 7f560d649700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:03.226 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:02 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c[62971]: 2024-04-23T18:36:02.915+0000 7f560d649700 -1 mds.c *** got signal Terminated *** 2024-04-23T18:36:05.999 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:05 smithi152 podman[70066]: 2024-04-23 18:36:05.728885249 +0000 UTC m=+2.960436320 container died f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240416, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-23T18:36:06.349 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:06 smithi152 podman[70066]: 2024-04-23 18:36:06.10710687 +0000 UTC m=+3.338657941 container cleanup f33f770a20bec0c72f968de45f20d5ec1b98548558071c0392ae07d09ec41f1e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240416, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-23T18:36:06.431 INFO:journalctl@ceph.mds.c.smithi152.stdout:Apr 23 18:36:06 smithi152 bash[70066]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-c 2024-04-23T18:36:06.482 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.c.service' 2024-04-23T18:36:06.565 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:06.606 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-04-23T18:36:06.656 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-04-23T18:36:06.723 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.f 2024-04-23T18:36:07.094 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:06 smithi152 systemd[1]: Stopping Ceph mds.f for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:07.349 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: 2024-04-23T18:36:07.102+0000 7f4d8b549700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:07.398 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:07 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f[62652]: 2024-04-23T18:36:07.102+0000 7f4d8b549700 -1 mds.f *** got signal Terminated *** 2024-04-23T18:36:10.009 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:09 smithi152 podman[70197]: 2024-04-23 18:36:09.736038865 +0000 UTC m=+2.742471106 container died a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.build-date=20240416, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-quiescer-d69f13d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-23T18:36:10.329 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 podman[70197]: 2024-04-23 18:36:10.018332197 +0000 UTC m=+3.024764420 container cleanup a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, GIT_CLEAN=True, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-23T18:36:10.514 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 bash[70197]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f 2024-04-23T18:36:10.556 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 podman[70211]: 2024-04-23 18:36:10.252703969 +0000 UTC m=+0.516632456 container remove a611ef8fa945a99c96549ab76c4cb0974fe50ed94f31f4964780ee098f1cca0e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-f, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240416, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-23T18:36:10.599 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.f.service' 2024-04-23T18:36:10.640 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.f.service: Deactivated successfully. 2024-04-23T18:36:10.673 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 systemd[1]: Stopped Ceph mds.f for e5804afc-019c-11ef-bc93-c7b262605968. 2024-04-23T18:36:10.706 INFO:journalctl@ceph.mds.f.smithi152.stdout:Apr 23 18:36:10 smithi152 systemd[1]: ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.f.service: Consumed 12.552s CPU time. 2024-04-23T18:36:10.773 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:10.798 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-04-23T18:36:10.831 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-04-23T18:36:10.865 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.i 2024-04-23T18:36:11.099 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:10 smithi152 systemd[1]: Stopping Ceph mds.i for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:11.599 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i[63288]: 2024-04-23T18:36:11.196+0000 7fca46720700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:11.650 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:11 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i[63288]: 2024-04-23T18:36:11.196+0000 7fca46720700 -1 mds.i *** got signal Terminated *** 2024-04-23T18:36:14.002 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:13 smithi152 podman[70318]: 2024-04-23 18:36:13.715693417 +0000 UTC m=+2.635565948 container died 16db124c98d23b3f61018356091b58db258936fca9a9acdbfab2bba22d407fae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-quiescer-d69f13d, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-23T18:36:14.314 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:14 smithi152 podman[70318]: 2024-04-23 18:36:14.096492138 +0000 UTC m=+3.016364665 container cleanup 16db124c98d23b3f61018356091b58db258936fca9a9acdbfab2bba22d407fae (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-23T18:36:14.373 INFO:journalctl@ceph.mds.i.smithi152.stdout:Apr 23 18:36:14 smithi152 bash[70318]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-i 2024-04-23T18:36:14.458 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.i.service' 2024-04-23T18:36:14.521 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:14.548 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-04-23T18:36:14.581 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-04-23T18:36:14.614 DEBUG:teuthology.orchestra.run.smithi152:> sudo systemctl stop ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.l 2024-04-23T18:36:14.933 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:14 smithi152 systemd[1]: Stopping Ceph mds.l for e5804afc-019c-11ef-bc93-c7b262605968... 2024-04-23T18:36:15.349 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: 2024-04-23T18:36:14.941+0000 7ff476ca6700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-23T18:36:15.731 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:14 smithi152 ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l[62346]: 2024-04-23T18:36:14.941+0000 7ff476ca6700 -1 mds.l *** got signal Terminated *** 2024-04-23T18:36:18.008 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:17 smithi152 podman[70439]: 2024-04-23 18:36:17.730533905 +0000 UTC m=+2.887222506 container died 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-quiescer-d69f13d, org.label-schema.schema-version=1.0) 2024-04-23T18:36:18.349 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:18 smithi152 podman[70439]: 2024-04-23 18:36:18.017191152 +0000 UTC m=+3.173879761 container cleanup 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-quiescer-d69f13d, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240416, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-23T18:36:18.394 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:18 smithi152 bash[70439]: ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l 2024-04-23T18:36:18.464 INFO:journalctl@ceph.mds.l.smithi152.stdout:Apr 23 18:36:18 smithi152 podman[70454]: 2024-04-23 18:36:18.243118073 +0000 UTC m=+0.515763609 container remove 1339dd27e2340e09e822832e823d83c93de420d26590bef8877eaeec70f3f763 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:068a558e3af4932cf1c60dd321c0bdf500075eb52ea1bf455e0973ba114fbfd4, name=ceph-e5804afc-019c-11ef-bc93-c7b262605968-mds-l, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240416, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=wip-lusov-quiescer-d69f13d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-23T18:36:18.499 DEBUG:teuthology.orchestra.run.smithi152:> sudo pkill -f 'journalctl -f -n 0 -u ceph-e5804afc-019c-11ef-bc93-c7b262605968@mds.l.service' 2024-04-23T18:36:18.562 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-23T18:36:18.581 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-04-23T18:36:18.615 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:18.847 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:21.410 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:21.661 INFO:teuthology.orchestra.run.smithi116.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:24.083 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-23T18:36:24.311 INFO:teuthology.orchestra.run.smithi152.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:36:26.652 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:26.730 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:26.801 DEBUG:teuthology.orchestra.run.smithi152:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-23T18:36:26.856 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-23T18:36:26.890 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi055/crash 2024-04-23T18:36:26.923 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:26.992 INFO:teuthology.orchestra.run.smithi055.stderr:tar: /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:27.022 INFO:teuthology.orchestra.run.smithi055.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:27.074 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi116/crash 2024-04-23T18:36:27.136 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:27.225 INFO:teuthology.orchestra.run.smithi116.stderr:tar: /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:27.310 INFO:teuthology.orchestra.run.smithi116.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:27.381 DEBUG:teuthology.misc:Transferring archived files from smithi152:/var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi152/crash 2024-04-23T18:36:27.506 DEBUG:teuthology.orchestra.run.smithi152:> sudo tar c -f - -C /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash -- . 2024-04-23T18:36:27.595 INFO:teuthology.orchestra.run.smithi152.stderr:tar: /var/lib/ceph/e5804afc-019c-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-23T18:36:27.630 INFO:teuthology.orchestra.run.smithi152.stderr:tar: Error is not recoverable: exiting now 2024-04-23T18:36:27.682 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-23T18:36:27.731 DEBUG:teuthology.orchestra.run.smithi055:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | head -n 1 2024-04-23T18:36:27.832 INFO:tasks.cephadm:Compressing logs... 2024-04-23T18:36:27.864 DEBUG:teuthology.orchestra.run.smithi055:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:27.917 DEBUG:teuthology.orchestra.run.smithi116:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:27.961 INFO:teuthology.orchestra.run.smithi055.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-04-23T18:36:28.006 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:28.047 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:28.089 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.g.log 2024-04-23T18:36:28.131 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.j.log 2024-04-23T18:36:28.185 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-23T18:36:28.222 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-23T18:36:28.284 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-23T18:36:28.347 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-23T18:36:28.381 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-23T18:36:28.414 INFO:teuthology.orchestra.run.smithi055.stderr: 87.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:28.447 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.a.log: 90.3% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:28.481 INFO:teuthology.orchestra.run.smithi055.stderr: 94.6% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.j.log.gz 2024-04-23T18:36:28.514 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:28.585 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.a.log 2024-04-23T18:36:28.623 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:28.656 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.a.log: 84.2% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:28.691 DEBUG:teuthology.orchestra.run.smithi152:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-23T18:36:28.729 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.d.log 2024-04-23T18:36:28.756 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.9.log 2024-04-23T18:36:28.789 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.d.log: 91.1% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:28.823 INFO:teuthology.orchestra.run.smithi055.stderr: 94.6% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.d.log.gz 2024-04-23T18:36:28.881 INFO:teuthology.orchestra.run.smithi055.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:28.915 INFO:teuthology.orchestra.run.smithi055.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.9.log: /var/log/ceph/cephadm.log: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:28.981 INFO:teuthology.orchestra.run.smithi055.stderr: 90.2% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-23T18:36:29.015 INFO:teuthology.orchestra.run.smithi055.stderr: 94.7% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.g.log.gz 2024-04-23T18:36:29.048 INFO:teuthology.orchestra.run.smithi055.stderr: 94.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.a.log.gz 2024-04-23T18:36:29.088 INFO:teuthology.orchestra.run.smithi116.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose: No such file or directory -- 2024-04-23T18:36:29.115 INFO:teuthology.orchestra.run.smithi116.stderr: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:29.148 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:29.181 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-23T18:36:29.228 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.b.log 2024-04-23T18:36:29.265 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-23T18:36:29.298 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-23T18:36:29.332 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.b.log: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-23T18:36:29.365 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.h.log 2024-04-23T18:36:29.398 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.10.log 2024-04-23T18:36:29.432 INFO:teuthology.orchestra.run.smithi116.stderr: 90.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:29.465 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.h.log: 87.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:29.514 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:29.582 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.e.log 2024-04-23T18:36:29.628 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.8% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:29.657 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:29.690 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.e.log: 91.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-23T18:36:29.723 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-23T18:36:29.757 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.k.log 2024-04-23T18:36:29.791 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.b.log: 91.0% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:29.832 INFO:teuthology.orchestra.run.smithi116.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:29.882 INFO:teuthology.orchestra.run.smithi116.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.k.log: /var/log/ceph/cephadm.log: 92.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:29.932 INFO:teuthology.orchestra.run.smithi116.stderr: 92.0% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-23T18:36:29.984 INFO:teuthology.orchestra.run.smithi055.stderr: 90.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-23T18:36:30.035 INFO:teuthology.orchestra.run.smithi152.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log 2024-04-23T18:36:30.082 INFO:teuthology.orchestra.run.smithi152.stderr:: No such file or directory 2024-04-23T18:36:30.132 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-23T18:36:30.183 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.f.log 2024-04-23T18:36:30.232 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-23T18:36:30.293 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-23T18:36:30.341 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.c.log 2024-04-23T18:36:30.401 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log: /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-23T18:36:30.524 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log 2024-04-23T18:36:30.566 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.i.log 2024-04-23T18:36:30.616 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log: 87.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-23T18:36:30.658 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-23T18:36:30.699 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.i.log: 90.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-23T18:36:30.741 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.11.log 2024-04-23T18:36:30.788 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log: 83.7% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-23T18:36:30.816 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.8.log 2024-04-23T18:36:30.858 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.11.log: 91.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mgr.z.log.gz 2024-04-23T18:36:30.891 INFO:teuthology.orchestra.run.smithi152.stderr:gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-23T18:36:30.925 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.l.log 2024-04-23T18:36:30.958 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-23T18:36:30.991 INFO:teuthology.orchestra.run.smithi152.stderr:/var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.l.log: /var/log/ceph/cephadm.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-23T18:36:31.042 INFO:teuthology.orchestra.run.smithi152.stderr: 91.0% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-23T18:36:31.075 INFO:teuthology.orchestra.run.smithi152.stderr: 91.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-23T18:36:31.132 INFO:teuthology.orchestra.run.smithi152.stderr: 95.3% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.l.log.gz 2024-04-23T18:36:31.167 INFO:teuthology.orchestra.run.smithi152.stderr: 95.3% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.c.log.gz 2024-04-23T18:36:31.622 INFO:teuthology.orchestra.run.smithi055.stderr: 91.8% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.9.log.gz 2024-04-23T18:36:31.650 INFO:teuthology.orchestra.run.smithi152.stderr: 95.1% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.i.log.gz 2024-04-23T18:36:32.067 INFO:teuthology.orchestra.run.smithi116.stderr: 93.8% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.k.log.gz 2024-04-23T18:36:32.302 INFO:teuthology.orchestra.run.smithi055.stderr: 91.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-23T18:36:32.618 INFO:teuthology.orchestra.run.smithi055.stderr: 91.5% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-23T18:36:32.731 INFO:teuthology.orchestra.run.smithi152.stderr: 93.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.f.log.gz 2024-04-23T18:36:33.520 INFO:teuthology.orchestra.run.smithi152.stderr: 91.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.11.log.gz 2024-04-23T18:36:33.561 INFO:teuthology.orchestra.run.smithi116.stderr: 92.0% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-23T18:36:33.998 INFO:teuthology.orchestra.run.smithi152.stderr: 91.7% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-23T18:36:34.043 INFO:teuthology.orchestra.run.smithi055.stderr: 91.6% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-23T18:36:34.075 INFO:teuthology.orchestra.run.smithi055.stderr: 2024-04-23T18:36:34.124 INFO:teuthology.orchestra.run.smithi055.stderr:real 0m6.101s 2024-04-23T18:36:34.260 INFO:teuthology.orchestra.run.smithi055.stderr:user 0m20.383s 2024-04-23T18:36:34.319 INFO:teuthology.orchestra.run.smithi055.stderr:sys 0m0.648s 2024-04-23T18:36:34.371 INFO:teuthology.orchestra.run.smithi152.stderr: 91.5% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.8.log.gz 2024-04-23T18:36:34.548 INFO:teuthology.orchestra.run.smithi152.stderr: 91.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-23T18:36:34.568 INFO:teuthology.orchestra.run.smithi152.stderr: 2024-04-23T18:36:34.600 INFO:teuthology.orchestra.run.smithi152.stderr:real 0m5.807s 2024-04-23T18:36:34.633 INFO:teuthology.orchestra.run.smithi152.stderr:user 0m29.268s 2024-04-23T18:36:34.667 INFO:teuthology.orchestra.run.smithi152.stderr:sys 0m0.876s 2024-04-23T18:36:34.811 INFO:teuthology.orchestra.run.smithi116.stderr: 91.9% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.10.log.gz 2024-04-23T18:36:35.453 INFO:teuthology.orchestra.run.smithi116.stderr: 91.8% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-23T18:36:35.621 INFO:teuthology.orchestra.run.smithi116.stderr: 91.8% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-23T18:36:35.643 INFO:teuthology.orchestra.run.smithi116.stderr: 93.7% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.e.log.gz 2024-04-23T18:36:40.415 INFO:teuthology.orchestra.run.smithi116.stderr: 93.4% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.h.log.gz 2024-04-23T18:36:53.398 INFO:teuthology.orchestra.run.smithi116.stderr: 93.2% -- replaced with /var/log/ceph/e5804afc-019c-11ef-bc93-c7b262605968/ceph-mds.b.log.gz 2024-04-23T18:36:53.402 INFO:teuthology.orchestra.run.smithi116.stderr: 2024-04-23T18:36:53.402 INFO:teuthology.orchestra.run.smithi116.stderr:real 0m25.427s 2024-04-23T18:36:53.402 INFO:teuthology.orchestra.run.smithi116.stderr:user 1m14.775s 2024-04-23T18:36:53.402 INFO:teuthology.orchestra.run.smithi116.stderr:sys 0m2.169s 2024-04-23T18:36:53.403 INFO:tasks.cephadm:Archiving logs... 2024-04-23T18:36:53.403 DEBUG:teuthology.misc:Transferring archived files from smithi055:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi055/log 2024-04-23T18:36:53.404 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:36:56.737 DEBUG:teuthology.misc:Transferring archived files from smithi116:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi116/log 2024-04-23T18:36:56.738 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:37:06.301 DEBUG:teuthology.misc:Transferring archived files from smithi152:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi152/log 2024-04-23T18:37:06.302 DEBUG:teuthology.orchestra.run.smithi152:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-23T18:37:10.151 INFO:tasks.cephadm:Removing cluster... 2024-04-23T18:37:10.151 DEBUG:teuthology.orchestra.run.smithi055:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:10.355 INFO:teuthology.orchestra.run.smithi055.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:10.649 DEBUG:teuthology.orchestra.run.smithi116:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:10.839 INFO:teuthology.orchestra.run.smithi116.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:11.443 DEBUG:teuthology.orchestra.run.smithi152:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid e5804afc-019c-11ef-bc93-c7b262605968 --force 2024-04-23T18:37:11.635 INFO:teuthology.orchestra.run.smithi152.stdout:Deleting cluster with fsid: e5804afc-019c-11ef-bc93-c7b262605968 2024-04-23T18:37:11.924 INFO:tasks.cephadm:Removing cephadm ... 2024-04-23T18:37:11.925 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:11.944 DEBUG:teuthology.orchestra.run.smithi116:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:11.961 DEBUG:teuthology.orchestra.run.smithi152:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-23T18:37:11.976 INFO:tasks.cephadm:Teardown complete 2024-04-23T18:37:11.976 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-23T18:37:11.989 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-23T18:37:11.989 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:11.993 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:12.003 DEBUG:teuthology.orchestra.run.smithi152:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-23T18:37:12.111 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-23T18:37:12.123 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-23T18:37:12.123 DEBUG:teuthology.orchestra.run.smithi055:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:12.126 DEBUG:teuthology.orchestra.run.smithi116:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:12.128 DEBUG:teuthology.orchestra.run.smithi152:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-23T18:37:12.140 INFO:teuthology.orchestra.run.smithi116.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:12.140 INFO:teuthology.orchestra.run.smithi055.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:12.142 INFO:teuthology.orchestra.run.smithi152.stderr:bash: line 1: ntpq: command not found 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:=============================================================================== 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:^- hv01.front.sepia.ceph.com 2 6 377 60 +866us[ +866us] +/- 595ms 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:^* hv02.front.sepia.ceph.com 3 6 377 63 -279us[ -275us] +/- 71ms 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +332us[ +332us] +/- 85ms 2024-04-23T18:37:12.144 INFO:teuthology.orchestra.run.smithi116.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:12.146 INFO:teuthology.orchestra.run.smithi055.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:12.146 INFO:teuthology.orchestra.run.smithi055.stdout:=============================================================================== 2024-04-23T18:37:12.146 INFO:teuthology.orchestra.run.smithi055.stdout:^- hv01.front.sepia.ceph.com 2 6 377 61 +894us[ +991us] +/- 595ms 2024-04-23T18:37:12.146 INFO:teuthology.orchestra.run.smithi055.stdout:^* hv02.front.sepia.ceph.com 3 6 377 59 -245us[ -148us] +/- 71ms 2024-04-23T18:37:12.147 INFO:teuthology.orchestra.run.smithi055.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 60 +328us[ +425us] +/- 85ms 2024-04-23T18:37:12.147 INFO:teuthology.orchestra.run.smithi055.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:=============================================================================== 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:^- hv01.front.sepia.ceph.com 2 6 377 61 +892us[ +901us] +/- 595ms 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:^* hv02.front.sepia.ceph.com 3 7 377 59 -263us[ -254us] +/- 71ms 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 60 +361us[ +370us] +/- 85ms 2024-04-23T18:37:12.148 INFO:teuthology.orchestra.run.smithi152.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-04-23T18:37:12.148 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-23T18:37:12.168 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-23T18:37:12.169 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-23T18:37:12.180 DEBUG:teuthology.orchestra.run.smithi055:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:12.268 DEBUG:teuthology.orchestra.run.smithi116:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:12.331 DEBUG:teuthology.orchestra.run.smithi152:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-23T18:37:12.395 DEBUG:teuthology.orchestra.run.smithi055:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:12.425 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:12.426 DEBUG:teuthology.orchestra.run.smithi116:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:12.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:12.452 DEBUG:teuthology.orchestra.run.smithi152:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-23T18:37:12.478 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:12.479 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-23T18:37:12.489 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-23T18:37:12.500 INFO:teuthology.task.internal:Duration was 1927.220163 seconds 2024-04-23T18:37:12.500 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-23T18:37:12.511 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-23T18:37:12.511 DEBUG:teuthology.orchestra.run.smithi055:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:12.514 DEBUG:teuthology.orchestra.run.smithi116:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:12.516 DEBUG:teuthology.orchestra.run.smithi152:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-23T18:37:12.550 INFO:teuthology.orchestra.run.smithi116.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:12.553 INFO:teuthology.orchestra.run.smithi055.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:12.555 INFO:teuthology.orchestra.run.smithi152.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-23T18:37:12.994 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-23T18:37:12.995 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi055.front.sepia.ceph.com 2024-04-23T18:37:12.995 DEBUG:teuthology.orchestra.run.smithi055:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:13.017 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi116.front.sepia.ceph.com 2024-04-23T18:37:13.017 DEBUG:teuthology.orchestra.run.smithi116:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:13.057 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi152.front.sepia.ceph.com 2024-04-23T18:37:13.058 DEBUG:teuthology.orchestra.run.smithi152:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-23T18:37:13.078 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-23T18:37:13.079 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:13.081 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:13.100 DEBUG:teuthology.orchestra.run.smithi152:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-23T18:37:13.143 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-23T18:37:13.143 DEBUG:teuthology.orchestra.run.smithi055:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:13.149 DEBUG:teuthology.orchestra.run.smithi116:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:13.166 DEBUG:teuthology.orchestra.run.smithi152:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-23T18:37:13.549 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-23T18:37:13.560 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-23T18:37:13.561 DEBUG:teuthology.orchestra.run.smithi055:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:13.585 DEBUG:teuthology.orchestra.run.smithi116:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:13.609 DEBUG:teuthology.orchestra.run.smithi152:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-23T18:37:13.632 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-23T18:37:13.643 DEBUG:teuthology.orchestra.run.smithi055:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.646 DEBUG:teuthology.orchestra.run.smithi116:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.651 DEBUG:teuthology.orchestra.run.smithi152:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.666 INFO:teuthology.orchestra.run.smithi055.stdout:kernel.core_pattern = core 2024-04-23T18:37:13.670 INFO:teuthology.orchestra.run.smithi116.stdout:kernel.core_pattern = core 2024-04-23T18:37:13.694 INFO:teuthology.orchestra.run.smithi152.stdout:kernel.core_pattern = core 2024-04-23T18:37:13.718 DEBUG:teuthology.orchestra.run.smithi055:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.733 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:13.734 DEBUG:teuthology.orchestra.run.smithi116:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.772 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:13.773 DEBUG:teuthology.orchestra.run.smithi152:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-23T18:37:13.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-23T18:37:13.787 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-23T18:37:13.798 INFO:teuthology.task.internal:Transferring archived files... 2024-04-23T18:37:13.799 DEBUG:teuthology.misc:Transferring archived files from smithi055:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi055 2024-04-23T18:37:13.799 DEBUG:teuthology.orchestra.run.smithi055:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:13.841 DEBUG:teuthology.misc:Transferring archived files from smithi116:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi116 2024-04-23T18:37:13.841 DEBUG:teuthology.orchestra.run.smithi116:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:13.876 DEBUG:teuthology.misc:Transferring archived files from smithi152:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-04-23_17:44:29-fs-wip-lusov-quiescer-distro-default-smithi/7670105/remote/smithi152 2024-04-23T18:37:13.876 DEBUG:teuthology.orchestra.run.smithi152:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-23T18:37:13.911 INFO:teuthology.task.internal:Removing archive directory... 2024-04-23T18:37:13.911 DEBUG:teuthology.orchestra.run.smithi055:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:13.914 DEBUG:teuthology.orchestra.run.smithi116:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:13.916 DEBUG:teuthology.orchestra.run.smithi152:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-23T18:37:13.959 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-23T18:37:13.971 INFO:teuthology.task.internal:Not uploading archives. 2024-04-23T18:37:13.971 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-23T18:37:13.983 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-23T18:37:13.983 DEBUG:teuthology.orchestra.run.smithi055:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:13.985 DEBUG:teuthology.orchestra.run.smithi116:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:13.988 DEBUG:teuthology.orchestra.run.smithi152:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-23T18:37:13.998 INFO:teuthology.orchestra.run.smithi055.stdout: 262213 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:14.000 INFO:teuthology.orchestra.run.smithi116.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:14.014 INFO:teuthology.orchestra.run.smithi152.stdout: 262161 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 23 18:37 /home/ubuntu/cephtest 2024-04-23T18:37:14.015 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-23T18:37:14.030 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-23T18:37:14.093 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/kclient/{base/{mount-syntax/{v2} mount overrides/{distro/stock/{centos_9.stream k-stock} ms-die-on-skipped}} ms_mode/secure wsync/no} objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-quiesce/with-quiesce 6-workunit/fs/norstats}} duration: 1927.2201631069183 flavor: default owner: scheduled_leonidus@teuthology success: true 2024-04-23T18:37:14.093 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-23T18:37:14.171 INFO:teuthology.run:pass